-- Logs begin at Tue 2021-07-13 21:15:11 UTC, end at Tue 2021-07-13 22:12:55 UTC. -- Jul 13 21:50:23.266997 dv-cinder-800618-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 21:50:25.859788 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.common.config [-] Logging enabled! Jul 13 21:50:25.860331 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0 Jul 13 21:50:25.861652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81922) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 13 21:50:25.862403 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.common.config [-] Logging enabled! Jul 13 21:50:25.862695 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0 Jul 13 21:50:25.862988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81922) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 13 21:50:25.864485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 13 21:50:25.864763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 13 21:50:25.865780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 13 21:50:25.866073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 13 21:50:25.866344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 13 21:50:25.866723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.867081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.867430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.867704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.868057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.868438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.868768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.869110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.869461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.869794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.870688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.871147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.871426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.871756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] config_source = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.872093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.872460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.872725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] debug = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.873049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.873594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.873926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.874253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.874592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.874908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.875231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.875560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.875934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] host = dv-cinder-800618-1-smb {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.876284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.876624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.876959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.877293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.877613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.877935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.878266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.878584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_dir = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.878901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_file = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.879219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.879553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.879888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.880259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.880529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.880794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.881131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.881473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.881790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.882107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.882425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.882742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.883059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.883372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.883707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.884043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.884411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.884728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.885047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.885365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.885816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.886152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.886472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.886789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.887109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.887446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.887760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.888077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.888461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.888796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.889134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.889464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.889782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.890119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.890436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.890753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_journal = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.891069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_json = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.891385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.891703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.892037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.892379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.892694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.893011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.893328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.893664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:25.894008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.894364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.894713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.895042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.895385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.895717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.896055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.896405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.896745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.897084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.897418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.897742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.898075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.898422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.898764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.899081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.899406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.899747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.900067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.900434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.900776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.901097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.901448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.901772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.902094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.902409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.902723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.903043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.903379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.903698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.904011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.904355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.904675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.904989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.905318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.905639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.905957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.906269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.906590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.906908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.907223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.907545 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.907862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.908204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.908524 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.908838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.909155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.909468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.909783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.910098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.910413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.910732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.911048 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.911360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.911674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.911988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.912333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.912667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.913011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.913332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.913652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.913972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.914294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.914617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.914939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.915260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.915582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.915895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.916258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.916588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.917514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.917843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.918165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.918510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.918834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.919160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.919479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.919802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.920147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.920482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.920820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.921160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.921498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.921834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.922176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.922633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.922835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.923159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:25.923417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 13 21:50:25.923694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81922) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jul 13 21:50:26.588168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:26.588531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:26.589473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:26.591060 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 21:50:26.936452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:26.936976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:26.937087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:26.998238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:26.998557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:26.998870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.001822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.002138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.002445 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.146577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.146826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.147136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.148359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.148659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.148967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.270777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.271105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.271415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.271728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.272792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.457940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.458265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.458601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.458917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.459228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.459624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.459934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.460256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.460554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.460903 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.461205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.461518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.461831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.462126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.462439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.462761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.463059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.463385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.464212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.464564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.465026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.465317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.465604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.465951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.466238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.466522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.466943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.467229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.467506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.467785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.468062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.468363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:27.469731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 21:50:27.477792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 21:50:27.485749 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 21:50:27.491081 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 13 21:50:27.493899 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 21:50:27.495033 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 21:50:27.495418 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 21:50:27.495860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 21:50:27.499638 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 21:50:27.499935 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 21:50:27.500500 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 21:50:27.528140 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 13 21:50:27.528651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.528990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81922) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 21:50:27.529413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.530782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81922) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 21:50:27.531113 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 21:50:27.531402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 21:50:27.534490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.534821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:27.601339 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 21:50:27.601615 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 21:50:27.601892 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 21:50:27.602298 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 21:50:27.636659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.sqlalchemy.engines [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81922) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 13 21:50:27.938296 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing driver for type 'gre' Jul 13 21:50:27.938864 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] gre ID ranges: [(1, 1000)] Jul 13 21:50:27.979015 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing driver for type 'local' Jul 13 21:50:27.979923 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing driver for type 'vlan' Jul 13 21:50:27.990153 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] VlanTypeDriver initialization complete Jul 13 21:50:27.990538 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing driver for type 'vxlan' Jul 13 21:50:27.991062 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] vxlan ID ranges: [(1, 1000)] Jul 13 21:50:28.035344 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing extension driver 'port_security' Jul 13 21:50:28.035707 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.extensions.port_security [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] PortSecurityExtensionDriver initialization complete Jul 13 21:50:28.036083 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing mechanism driver 'openvswitch' Jul 13 21:50:28.036486 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing mechanism driver 'hyperv' Jul 13 21:50:28.043324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81922) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:28.044187 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.044597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.044990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.045419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.045807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.046192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.046609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.046992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.047375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.047790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.048197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.048739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.049162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.049547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.049931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.050300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] ML2 OVO RPC backend initialized. {{(pid=81922) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 13 21:50:28.051003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.051395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.051845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.052256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > networks before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.052639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.053015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > ports before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.053396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.053777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.054159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.054536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.054909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.055287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.055664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.056039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.056440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.056816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.057188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.058406 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.plugin [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Modular L2 Plugin initialization complete Jul 13 21:50:28.058766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading services supported by the core plugin {{(pid=81922) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jul 13 21:50:28.059130 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.plugins.ml2.managers [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Got port-security extension from driver 'port_security' Jul 13 21:50:28.059628 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.extensions.vlantransparent [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Disabled vlantransparent extension. Jul 13 21:50:28.060093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81922) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jul 13 21:50:28.060463 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: router Jul 13 21:50:28.101417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.101858 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_create 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.102266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router before_create 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.102669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.103089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.103478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_delete 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.103878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.104886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_create 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.105254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.105645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.106035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.106442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.106948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.107374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.107758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.108154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: subnet after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.108542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.108938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.109326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.109706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.110098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.110505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router after_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.110889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.111281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.111688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.112075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.112528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > agent after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.112922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.113307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > network after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.114285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Tracking information for resource: router configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:28.114660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Tracking information for resource: floatingip configured {{(pid=81922) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 21:50:28.121460 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_agentschedulers_db [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 21:50:28.122047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.122443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.122834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.123222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: port after_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.124146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router before_create 55550100 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.124547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.124961 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.125360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.129949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.provider_configuration [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service providers = [] {{(pid=81922) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 21:50:28.130348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.servicetype_db [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81922) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 21:50:28.133180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.service_base [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 13 21:50:28.133569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.service_base [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 13 21:50:28.133949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.service_base [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 13 21:50:28.134844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.service_base [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81922) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 13 21:50:28.135244 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.services.service_base [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 21:50:28.135687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.136039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 21:50:28.155935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.156333 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: auto_allocate Jul 13 21:50:28.167244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: network precommit_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.167657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: network precommit_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.168281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.168643 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: tag Jul 13 21:50:28.179883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.180281 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: timestamp Jul 13 21:50:28.184570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.184939 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: network_ip_availability Jul 13 21:50:28.190555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.190964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.191355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.192152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.192516 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: flavors Jul 13 21:50:28.208244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.208617 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading Plugin: revisions Jul 13 21:50:28.212899 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81922) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 13 21:50:28.213326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.624s {{(pid=81922) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:28.214658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81922) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jul 13 21:50:28.215020 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Initializing extension manager. Jul 13 21:50:28.215581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: __init__.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.215963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: __pycache__ {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.216361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.216734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.217102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: _filter_validation_lib.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.217467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.217833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: address_scope.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.218637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.219279 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: address-scope Jul 13 21:50:28.219639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.220851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.221429 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: router-admin-state-down-before-update Jul 13 21:50:28.221790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: agent.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.222577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.223154 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: agent Jul 13 21:50:28.223512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: agent_resources_synced.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.224466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.225037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: agent-resources-synced Jul 13 21:50:28.225398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.227205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.227804 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: allowed-address-pairs Jul 13 21:50:28.228233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.230056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.230637 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: auto-allocated-topology Jul 13 21:50:28.231003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: availability_zone.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.231784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.232391 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: availability_zone Jul 13 21:50:28.232756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: availability_zone_filter.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.233683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.234263 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: availability_zone_filter Jul 13 21:50:28.234628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: data_plane_status.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.235546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.236159 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 21:50:28.236508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: default_subnetpools.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.237429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.238001 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: default-subnetpools Jul 13 21:50:28.238366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.239235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.239809 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: dhcp_agent_scheduler Jul 13 21:50:28.240215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: dns.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.241129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.241696 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 21:50:28.242059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: dns_domain_ports.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.242979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.243550 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 21:50:28.243910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: dvr.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.244688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.245534 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: dvr Jul 13 21:50:28.245905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: empty_string_filtering.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.246830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.247402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: empty-string-filtering Jul 13 21:50:28.247763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.248708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.249278 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 21:50:28.249638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.250549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.251119 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 21:50:28.251479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: external_net.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.252446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.253019 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: external-net Jul 13 21:50:28.253380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.254286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.254860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: extra_dhcp_opt Jul 13 21:50:28.255244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: extraroute.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.256148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.256727 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: extraroute Jul 13 21:50:28.257089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: extraroute_atomic.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.258226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.258798 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: extraroute-atomic Jul 13 21:50:28.259160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: filter_validation.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.259855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.260528 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: filter-validation Jul 13 21:50:28.260949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: fip_pf_description.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.261872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.262441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 21:50:28.262803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: fip_port_details.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.263727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.264329 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: fip-port-details Jul 13 21:50:28.264693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: flavors.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.265928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.266508 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: flavors Jul 13 21:50:28.266873 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.268622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.269213 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 21:50:28.269584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: floatingip_pools.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.270360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.270941 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: floatingip-pools Jul 13 21:50:28.271306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: ip_allocation.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.272260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.272834 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 21:50:28.273201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.274134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.274711 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: ip-substring-filtering Jul 13 21:50:28.275073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l2_adjacency.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.276008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.277142 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 21:50:28.277501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.278587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.279177 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: router Jul 13 21:50:28.279540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.282016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.282609 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 21:50:28.282981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.283909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.284521 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: ext-gw-mode Jul 13 21:50:28.284889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.285814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.286390 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: l3-ha Jul 13 21:50:28.286751 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3_flavors.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.287670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.288306 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: l3-flavors Jul 13 21:50:28.288671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.289597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.290175 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 21:50:28.290535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: l3agentscheduler.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.292451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.292899 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: l3_agent_scheduler Jul 13 21:50:28.293265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: logging.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.294828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.295420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension logging not supported by any of loaded plugins Jul 13 21:50:28.295793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: metering.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.296808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.297521 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: metering Jul 13 21:50:28.297889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: multiprovidernet.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.298838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.299432 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: multi-provider Jul 13 21:50:28.299799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: netmtu.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.300739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.301331 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: net-mtu Jul 13 21:50:28.301694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: netmtu_writable.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.302617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.303199 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: net-mtu-writable Jul 13 21:50:28.303564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: network_availability_zone.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.304342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.304925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: network_availability_zone Jul 13 21:50:28.305289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: network_ip_availability.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.306398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.306974 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: network-ip-availability Jul 13 21:50:28.307377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: network_segment_range.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.308598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.309188 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 21:50:28.309553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: pagination.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.310546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.310921 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: pagination Jul 13 21:50:28.311284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.312235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.312824 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: port-mac-address-regenerate Jul 13 21:50:28.313182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: port_resource_request.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.314097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.314685 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 21:50:28.315047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: portbindings.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.315971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.316580 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: binding Jul 13 21:50:28.316943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: portbindings_extended.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.318222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.318805 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: binding-extended Jul 13 21:50:28.319174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: portsecurity.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.320144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.320731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: port-security Jul 13 21:50:28.321095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: project_id.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.323660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.324048 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: project-id Jul 13 21:50:28.324452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: providernet.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.325395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.325982 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: provider Jul 13 21:50:28.326356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.329944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.330543 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos not supported by any of loaded plugins Jul 13 21:50:28.330914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.332202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.332783 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 21:50:28.333153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.334077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.334650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 21:50:28.335016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_default.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.335938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.336541 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-default not supported by any of loaded plugins Jul 13 21:50:28.336905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_fip.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.337596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.338165 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 21:50:28.338528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.340434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.341202 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 21:50:28.341567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.342487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.343059 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 21:50:28.343422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.344368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.344939 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 21:50:28.345298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: qos_rules_alias.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.346591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.347174 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 21:50:28.347536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: quotasv2.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.348642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.349023 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: quotas Jul 13 21:50:28.349385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: quotasv2_detail.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.350965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.351351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: quota_details Jul 13 21:50:28.351721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: rbac.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.352893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.353489 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: rbac-policies Jul 13 21:50:28.353862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: rbac_address_scope.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.355411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.355991 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: rbac-address-scope Jul 13 21:50:28.356386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: rbac_security_groups.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.357314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.357897 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: rbac-security-groups Jul 13 21:50:28.358259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.359185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.359762 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: rbac-subnetpool Jul 13 21:50:28.360145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: revisionifmatch.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.361075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.361649 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: revision-if-match Jul 13 21:50:28.362013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: revisions.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.363127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.363705 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: standard-attr-revisions Jul 13 21:50:28.364072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: router_availability_zone.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.364858 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.365449 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: router_availability_zone Jul 13 21:50:28.365814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: routerservicetype.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.366757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.367332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 21:50:28.367695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.368666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.369244 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: port-security-groups-filtering Jul 13 21:50:28.369603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: securitygroup.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.382651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.383219 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: security-group Jul 13 21:50:28.383592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: segment.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.384505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.385094 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension segment not supported by any of loaded plugins Jul 13 21:50:28.385488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.386509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.387095 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 21:50:28.387459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: servicetype.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.388592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.389178 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: service-type Jul 13 21:50:28.389546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: sorting.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.390528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.390906 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: sorting Jul 13 21:50:28.391265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: standard_attr_segment.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.392208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.392785 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 21:50:28.393149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: standardattrdescription.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.393851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.394428 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: standard-attr-description Jul 13 21:50:28.394789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: stateful_security_group.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.395729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.396325 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: stateful-security-group Jul 13 21:50:28.396695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: stdattrs_common.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.397297 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 21:50:28.397659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.398588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.399168 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 21:50:28.399530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnet_onboard.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.400636 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.401780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: subnet_onboard Jul 13 21:50:28.402188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.403122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.403703 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 21:50:28.404067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnet_service_types.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.405100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.405695 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: subnet-service-types Jul 13 21:50:28.406059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnetallocation.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.407165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.407743 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: subnet_allocation Jul 13 21:50:28.408137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.408830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.409401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: subnetpool-prefix-ops Jul 13 21:50:28.409762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.410699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.411274 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 21:50:28.411633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: tagging.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.412991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.413572 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: standard-attr-tag Jul 13 21:50:28.413937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: timestamp.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.415110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.415700 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loaded extension: standard-attr-timestamp Jul 13 21:50:28.416066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: trunk.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.417193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.417772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension trunk not supported by any of loaded plugins Jul 13 21:50:28.418136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: trunk_details.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.419062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.419639 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 21:50:28.420001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.420969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.421556 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 21:50:28.421916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Loading extension file: vlantransparent.py {{(pid=81922) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 13 21:50:28.422631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81922) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 13 21:50:28.423202 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 21:50:28.425647 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:network Jul 13 21:50:28.426459 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnet Jul 13 21:50:28.427154 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 21:50:28.427800 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:port Jul 13 21:50:28.429265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.429761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service FLAVORS assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.430449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.430916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.431287 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:router Jul 13 21:50:28.432015 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 21:50:28.433458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service METERING assigned prefix: /metering {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.435329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.435733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.436150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81922) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:50:28.437277 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 21:50:28.437764 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 21:50:28.438570 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 21:50:28.439366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service CORE assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.439736 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 21:50:28.440124 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] subnetpool is already registered Jul 13 21:50:28.440797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service CORE assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.441164 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 21:50:28.441526 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] subnetpool is already registered Jul 13 21:50:28.444237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.444719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service FLAVORS assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.445369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.445833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.446206 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:router Jul 13 21:50:28.446574 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] router is already registered Jul 13 21:50:28.447240 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 21:50:28.447610 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] floatingip is already registered Jul 13 21:50:28.448866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service METERING assigned prefix: /metering {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.449605 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 21:50:28.449970 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] rbac_policy is already registered Jul 13 21:50:28.450423 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 21:50:28.450786 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] security_group is already registered Jul 13 21:50:28.451588 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 21:50:28.451953 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] security_group_rule is already registered Jul 13 21:50:28.452716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service CORE assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.453084 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 21:50:28.453447 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] subnetpool is already registered Jul 13 21:50:28.454121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.resource_helper [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Service CORE assigned prefix: {{(pid=81922) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 13 21:50:28.454487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 21:50:28.454845 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.quota.resource_registry [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] subnetpool is already registered Jul 13 21:50:28.455567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: extensions {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.457143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: address-scopes {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.458429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: agents {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.459752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: auto-allocated-topology {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.461116 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: availability_zones {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.462385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: dhcp-networks {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.463963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: dhcp-agents {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.465436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: routers {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.467238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: flavors {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.468599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: service_profiles {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.469866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: next_providers {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.471610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: service_profiles {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.473111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: floatingip-pools {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.475328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: routers {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.477141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: floatingips {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.478386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: l3-routers {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.479973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: l3-agents {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.481464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: metering-labels {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.482779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: metering-label-rules {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.484264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: network-ip-availabilities {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.485570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: bindings {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.487192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: quotas {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.488837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: quotas {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.490515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: rbac-policies {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.492025 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: security-groups {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.493322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: security-group-rules {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.494698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: service-providers {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.496515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: subnetpools {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.497934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: subnetpools {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.499540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.501309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.503077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.505032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.506790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.508693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.511135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.513080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.515126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.516978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.extensions [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Extended resource: tags {{(pid=81922) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 13 21:50:28.523961 dv-cinder-800618-1-smb neutron-server[81922]: WARNING keystonemiddleware.auth_token [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 21:50:28.529109 dv-cinder-800618-1-smb neutron-server[81922]: WARNING keystonemiddleware.auth_token [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 21:50:28.537944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Acquired lock "singleton_lock" {{(pid=81922) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jul 13 21:50:28.538469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Releasing lock "singleton_lock" {{(pid=81922) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jul 13 21:50:28.539904 dv-cinder-800618-1-smb neutron-server[81922]: INFO oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Starting 2 workers Jul 13 21:50:28.544546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Started child 82033 {{(pid=81922) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 13 21:50:28.548945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.549103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Started child 82034 {{(pid=81922) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 13 21:50:28.550442 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [-] (82033) wsgi starting up on http://0.0.0.0:9696 Jul 13 21:50:28.550546 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 21:50:28.551143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Notify callbacks [] for process, before_spawn {{(pid=81922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.552865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.553644 dv-cinder-800618-1-smb neutron-server[81922]: INFO oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Starting 1 workers Jul 13 21:50:28.554275 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [-] (82034) wsgi starting up on http://0.0.0.0:9696 Jul 13 21:50:28.559598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Started child 82035 {{(pid=81922) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 13 21:50:28.560139 dv-cinder-800618-1-smb neutron-server[81922]: INFO oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Starting 1 workers Jul 13 21:50:28.562125 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] calling RpcWorker wait() {{(pid=82035) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 21:50:28.562512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] returning from RpcWorker wait() {{(pid=82035) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 21:50:28.563996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.564535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:28.564682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Started child 82036 {{(pid=81922) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 13 21:50:28.565637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66d61845-0a93-4d6a-aa44-581fe0c326c2 None None] Notify callbacks [] for process, after_spawn {{(pid=81922) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.567304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81922) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 13 21:50:28.567535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 13 21:50:28.567742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 13 21:50:28.568029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 13 21:50:28.568460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 13 21:50:28.568631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 13 21:50:28.569069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:28.569380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.569672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.569957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.570237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.570556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.571192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.571480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.571787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.572082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.572377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.572553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.572942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.573826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.574233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.574570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.574851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.575126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.575402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.575615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.575906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.576239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.576510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.576797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] debug = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.577065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.577687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.577945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.578230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.578497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.578807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.579087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.579391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.579670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.579913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.580203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.580492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.580729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.580987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.581286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.581551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.581989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] host = dv-cinder-800618-1-smb {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.582253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.582498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.582772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.583027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.583311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.583555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.583838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.584129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.584428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.584693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.584928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.585186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.585458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.585714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_file = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.585903 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_options = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.586160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.586443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.586726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.586944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.587134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.587304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.587607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.587769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.588044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.588312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.588556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.588841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.589145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.589359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.589573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.589816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.590084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.590320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.590592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.590871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.591157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.591411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.591651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.591889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.592159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.593596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.593596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.593596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.593596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.594912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.594912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.594912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.594912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.594912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.595222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.595357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.595860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:28.595990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.596505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.596753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.597202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.597494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.597745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.598030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.598278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.598519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.598777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_json = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.599017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.599257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.599547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.599786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.600037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.600319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.600578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.600843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.601288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.601619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.601967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.602220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.602488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.602762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.603050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.603295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.603555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.603816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.604162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.604978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.605318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.606041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.606331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.606602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.606878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.607409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.607673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.607919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.608200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.608447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.608739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.608986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.609226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.609472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.610308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.610575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.610834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.611136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.611410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.611656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.611903 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.612168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.612432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.612652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.613107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.613574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.613848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.614128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.614374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.614614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.614861 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.616268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.616776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.617050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.617430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.617705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.617982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.618269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.618583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.618827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.619087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.619365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.619630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.620637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.621153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.621370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.621633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.621910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.622144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.622423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.623864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.624540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.624808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.625068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.625330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.626008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.626277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.626543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.626802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.627763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.628038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.628762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.629166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.629415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.629708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.629991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.630415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.630704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.630994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.631254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.631539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.631813 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.632144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.632431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.632754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.632985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.633263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.633571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.633828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.634094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.634356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.634632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.634908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.635203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.635600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.635770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.636234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.636757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.637093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.637341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.637652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.638031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.638340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.638683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.638994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.639302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.639580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.639885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.640197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.641949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.642154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.642606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.643011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.643414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.643864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.644327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.644762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.645209 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.645660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.645963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.646256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.646534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.646806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.647079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.647372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.647635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.647888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.648275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.648535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.648807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.649057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.649345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.649594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.649850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.650097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.650377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.650629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.650931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.651201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.651455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.651724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.651982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.652258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.652513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.652759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.653045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.653298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.653608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.653899 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.654180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.654450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.654708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.654988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.655237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.655515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.655772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.656044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.657837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.658011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.658466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.658727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.659016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.659273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.659535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.659789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.660043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.660346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.660604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.660872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.661148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.661411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.661666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.661914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.662181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.662427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.662677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.662920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.663241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.663531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.663804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.664081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.664409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.664657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.664904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.665235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.665532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.665781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.666048 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.666312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.666626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.667438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.667845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.668404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.668655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.668943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.669206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.669480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.669756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.670056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.670423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.670773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.671074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.671370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.671763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.672032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.672457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.672613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.672969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.673353 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.673644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.674114 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.674417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.674768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.675075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.675312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.675567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.675825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.676081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.676407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.676714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.676993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.677248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.677518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.677771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.678049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.678357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.678615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.678865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.679055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 13 21:50:28.679608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81922) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 13 21:50:28.679802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 13 21:50:28.679987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 13 21:50:28.680219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 13 21:50:28.680430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 13 21:50:28.680616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 13 21:50:28.680874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.681071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.681266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.681458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.681650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.681862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.682054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.682247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.682572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.682820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.683972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.684162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.684356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.684551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.684742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.684906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.685093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.685284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] debug = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.685483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.685670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.685861 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.686958 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.687996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.688422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.688422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] host = dv-cinder-800618-1-smb {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.688634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.688734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.688886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.689074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.689263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.689453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.689643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.689834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.690968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_file = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.691156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_options = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.691346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.691533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.691720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.691932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.692376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.692376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.692829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.692829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.692829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.693976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.694172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.694362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.694551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.694741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.694931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.695121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.695309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.695498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.695686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.695875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.696063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.696276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.696466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.696655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.696812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.697469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.699980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_json = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.700177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.700547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.700730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 13 21:50:28.701954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.701954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.703030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.704661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.705788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.706954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.707147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.707341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.707534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.707727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.707918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.708134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.708313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.708502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.708885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.709257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.709628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.710026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.710224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.710419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.710613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.710808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.711987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.712207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.712398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.712591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.712783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.712975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.713168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.713361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.714907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.715948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.716160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.716355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.716550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.716748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.716954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.717127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.717297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.717587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.717708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.717788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.718904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.719049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.719243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.719436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.719628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.719824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.720015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.720214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.720660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.720897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:28.721840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.721935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.722126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.722318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.722510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.722702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.722893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.723084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.723274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.723467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.723658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.723858 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.724077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.724291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.724482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.724677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.724869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.725060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.725253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.725446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.725637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.725829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.726982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.727211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.727387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.727540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.727699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.727850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.728960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.729684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.729895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.730994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.731185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.731377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.731569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.731762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.731956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.732169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.732364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.732557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.732750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.732942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.733134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.733327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.733519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.733709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.733902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.734979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.735170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.735360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.735551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.735743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.736841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.737912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.738969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.739166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.739358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.739561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.739756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.739948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.740157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.740354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.740543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.740781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.740882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.741070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.741265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.741460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.741658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.741815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.742993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.743199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.743404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.744132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.744132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.744132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.744132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.744749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.745008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.745207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.745452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.745666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.745844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.746029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.746223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.746416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.746607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.746800 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.747380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.747380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.747380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 13 21:50:28.752189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81922) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 13 21:50:28.922607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55560) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:28.934226 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094581 Jul 13 21:50:38.799363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e81f4-c39e-421a-a336-e452182fb89f None None] get_active_networks_info from dv-cinder-800618-1-smb {{(pid=82035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 13 21:50:39.156901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8904e463-6ede-4c1f-8971-c2bc114bf53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:39.171889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e81f4-c39e-421a-a336-e452182fb89f None None] No non-hosted networks {{(pid=82035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 21:50:40.298209 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:40.298869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.299474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.300062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.300641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.301190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.301711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.307512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.308159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.308765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.314236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.314859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:40.315693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800618-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:40.332821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800618-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:50:40.932869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-87ae5ca7-a40e-4808-a1e2-b5c143e14536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:40.986724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0e2452bb-f7d0-41ff-b38d-1015d9af31c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:41.658073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:42.790996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:43.560583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55676) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:44.230057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-25d8259c-8dde-4c8d-9551-9fdb6efc93e5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:50:44.231220 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-25d8259c-8dde-4c8d-9551-9fdb6efc93e5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6696100 Jul 13 21:50:46.428224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55692) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:46.507116 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:50:46.757193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.policy [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82034) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 13 21:50:46.765089 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Loaded quota_driver: . Jul 13 21:50:46.799983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:50:46.862921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242740269814', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242740158759', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242740160014', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242740093960', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242740168888', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-78040', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420209', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851064297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4064755'] for rbac-policy, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:46.932473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:46.933812 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a5833d79-cff3-4675-b010-f6dc27b63f04 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5045698 Jul 13 21:50:47.034650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_hamode_db [None req-ed168297-ec9e-4532-b52b-a11feb1979ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 21:50:47.123765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed168297-ec9e-4532-b52b-a11feb1979ea None None] Routers set() bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:50:47.124227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed168297-ec9e-4532-b52b-a11feb1979ea None None] Router IDs set() for agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 13 21:50:49.134042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55708) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:49.210117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'name': 'private'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:50:49.216539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:50:49.221312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Usage tracker for resource:network and tenant:b606f5c76cc14167833294bc4a9d7cb5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:50:49.224760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:50:49.231229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:50:49.239744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Made reservation on behalf of b606f5c76cc14167833294bc4a9d7cb5 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:50:49.246059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.264961 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.305078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:50:49.309407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Usage tracker for resource:security_group_rule and tenant:b606f5c76cc14167833294bc4a9d7cb5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:50:49.312301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:50:49.318419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:50:49.387490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.390106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.394702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:49.414267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:50:49.439151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363242739037966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.439736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Unsubscribe: segment precommit_create {{(pid=82034) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 13 21:50:49.440223 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Added segment 54d1deef-9601-4235-8889-fa1440438f2c of type vlan for network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 Jul 13 21:50:49.495262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c9f723-3d4b-434b-86d4-9fbdf5c5814b,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:49.530188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.530561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.530922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.531282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.531638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.531992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.532386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.532739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.533090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.533439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.533786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Tracked resource versions report: Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:50:49.534874 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:50:49.556574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.583588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:49.597093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.598339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:50:49.599005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:49.604378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:49.707778 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5724888 Jul 13 21:50:49.716828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Pushing event updated for resources: {'Network': ['ID=4fa995fb-2f5f-47cf-89ca-e5f24e741ca9,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:49.733813 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:49.742883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:50:51.988458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55726) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:52.176072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a735a-06bb-47b4-b2c3-cabbeccff76c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:50:52.177595 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e00a735a-06bb-47b4-b2c3-cabbeccff76c admin admin] 10.222.0.20 "GET /v2.0/networks/4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 HTTP/1.1" status: 200 len: 825 time: 0.1881011 Jul 13 21:50:52.206920 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-24046f16-c231-45dd-87c5-526739ad5533 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/9bdface5-8867-40b9-b5a8-bc6b51d21653 HTTP/1.1" status: 200 len: 734 time: 0.0231757 Jul 13 21:50:52.216722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653', 'gateway_ip': '172.20.0.1'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:50:52.221475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:50:52.225402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Usage tracker for resource:subnet and tenant:b606f5c76cc14167833294bc4a9d7cb5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:50:52.228400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:50:52.234417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:50:52.243115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Made reservation on behalf of b606f5c76cc14167833294bc4a9d7cb5 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:50:52.248507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:52.534408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:52.539072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:52.623819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac6b160-cf7a-43c3-a87f-107e5ddc0d44,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:52.630096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:52.633341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Checking segment: {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:50:52.633730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Network hostable DHCP agents. Network: 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:50:52.658017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:50:52.666739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:50:52.671120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:50:52.671767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:52.676713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41326e-3622-4e0c-a7d5-c00aa8e274a9 None None] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:50:52.690959 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4784961 Jul 13 21:50:53.076136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 21:50:53.077291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.283786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Allocated IP 172.20.0.2 (4fa995fb-2f5f-47cf-89ca-e5f24e741ca9/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44/dfbca3e6-bf06-474b-9b36-cbcbf2dae25f) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:50:53.516004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.529329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Transition to ACTIVE for port object dfbca3e6-bf06-474b-9b36-cbcbf2dae25f will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:50:53.548835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Transition to ACTIVE for port object dfbca3e6-bf06-474b-9b36-cbcbf2dae25f will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:50:53.554425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.559356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:53.626016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:50:53.629830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:50:53.631383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Pushing event updated for resources: {'Port': ['ID=dfbca3e6-bf06-474b-9b36-cbcbf2dae25f,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:53.636590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:50:53.646475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.646855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.647220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.647582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.647943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.648329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.648682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.649034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.649429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.649785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.650134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Tracked resource versions report: Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:50:53.651850 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:50:53.687535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:53.740972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Attempting to bind port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:50:53.741402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Attempting to bind port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:50:53.741812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Attempting to bind port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f on network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:50:53.749054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:50:53.749473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Checking segment: {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:50:53.749944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.750368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Bound using segment: {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:50:53.750935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Bound port: dfbca3e6-bf06-474b-9b36-cbcbf2dae25f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:50:53.751349 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.841356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-d932a829-6138-4d17-853e-baadd1029795 None None] For port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:50:53.845632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-d932a829-6138-4d17-853e-baadd1029795 None None] For port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=dfbca3e6-bf06-474b-9b36-cbcbf2dae25f,segment=NetworkSegment(54d1deef-9601-4235-8889-fa1440438f2c),segment_id=54d1deef-9601-4235-8889-fa1440438f2c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:50:53.849152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:53.853888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:53.942082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Pushing event updated for resources: {'Port': ['ID=dfbca3e6-bf06-474b-9b36-cbcbf2dae25f,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:53.945261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:54.888985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55738) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:54.966661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-dbba8c70-8496-4f98-8dad-209d2b2ce38b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:50:54.967811 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-dbba8c70-8496-4f98-8dad-209d2b2ce38b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0778108 Jul 13 21:50:57.158333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55754) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:57.234465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-10b5013f-c918-4277-ad08-09e8618edd6f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:50:57.235567 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-10b5013f-c918-4277-ad08-09e8618edd6f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0762365 Jul 13 21:50:58.530172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0b1c8-a6d0-4633-ad6c-345d191f8f9a None None] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:50:58.620119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device dfbca3e6-bf06-474b-9b36-cbcbf2dae25f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:50:58.700662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-45b8c182-fca4-41f1-8e7c-23f6858668e3 None None] Provisioning for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:50:58.792060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:50:58.800248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:50:58.800669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:58.979487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.017060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=dfbca3e6-bf06-474b-9b36-cbcbf2dae25f,segment=NetworkSegment(54d1deef-9601-4235-8889-fa1440438f2c),segment_id=54d1deef-9601-4235-8889-fa1440438f2c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:50:59.020267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.022456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:50:59.089806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=dfbca3e6-bf06-474b-9b36-cbcbf2dae25f,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:50:59.093285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:50:59.235390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-a62ba59e-ff28-46ea-a0b1-9ff0aad7756e None None] Provisioning complete for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:50:59.235811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a62ba59e-ff28-46ea-a0b1-9ff0aad7756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.499310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55770) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:50:59.574426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'name': 'router1'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:50:59.579741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:50:59.583602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Usage tracker for resource:router and tenant:b606f5c76cc14167833294bc4a9d7cb5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:50:59.586706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:50:59.592714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:50:59.601789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.602967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.626642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.725362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.743483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:50:59.744854 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-631a0fb6-7085-4956-96e8-62bcb922f8e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2444882 Jul 13 21:51:00.579530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device dfbca3e6-bf06-474b-9b36-cbcbf2dae25f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:51:00.649518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:00.649928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:01.906031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55782) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:01.981280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-5c7d1f81-2742-408c-ad3e-f2effc0c22ba admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:51:01.982336 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5c7d1f81-2742-408c-ad3e-f2effc0c22ba admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752800 Jul 13 21:51:04.154425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55794) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:04.232735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:51:04.237580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:51:04.241457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Usage tracker for resource:network and tenant:f4eaf1d19b2149eb86a972ceeef9533b is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:51:04.245103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:51:04.251004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:51:04.259953 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Made reservation on behalf of f4eaf1d19b2149eb86a972ceeef9533b for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:51:04.264521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.277645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.309994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:51:04.313871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4eaf1d19b2149eb86a972ceeef9533b is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:51:04.316750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:51:04.322769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:51:04.390526 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.393108 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.397238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:04.411229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=82034) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jul 13 21:51:04.436282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e00c85-1308-4df1-a5f0-8194e4558bb3,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:04.439224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.439613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Added segment 772c843c-f89a-4c51-a3be-5db21b8f131b of type flat for network b1845e71-4169-4b7e-a93b-a3642708987f Jul 13 21:51:04.440883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:04.472567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.507819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.509071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:51:04.509735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:04.514568 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:04.741966 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5863042 Jul 13 21:51:04.742625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1845e71-4169-4b7e-a93b-a3642708987f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:04.746016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:04.753887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network b1845e71-4169-4b7e-a93b-a3642708987f details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:51:06.897085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55806) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:07.036690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e54f8f-658d-423a-8224-44181a0eb993 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:51:07.038033 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-74e54f8f-658d-423a-8224-44181a0eb993 admin admin] 10.222.0.20 "GET /v2.0/subnets/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44 HTTP/1.1" status: 200 len: 849 time: 0.1399131 Jul 13 21:51:07.189094 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-92114eda-10a1-4fe9-8129-811ec7a90be8 admin admin] 10.222.0.20 "GET /v2.0/routers/31302f2c-8e91-4f77-8d27-b31cfd14f37a HTTP/1.1" status: 200 len: 704 time: 0.1444643 Jul 13 21:51:07.678859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:07.922440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Allocated IP 172.20.0.1 (4fa995fb-2f5f-47cf-89ca-e5f24e741ca9/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44/d875bebd-9e83-4be5-a5a9-de6d0cd6908f) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:51:08.084580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.102661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Transition to ACTIVE for port object d875bebd-9e83-4be5-a5a9-de6d0cd6908f will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:51:08.148724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.154188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:08.225838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:51:08.230322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:51:08.232186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Pushing event updated for resources: {'Port': ['ID=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:08.244186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:51:08.244740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.303590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:08.371843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.527269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3ba5d303-a905-4473-8815-d8a107f5e221 None None] Provisioning for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:51:08.532310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3ba5d303-a905-4473-8815-d8a107f5e221 None None] Provisioning complete for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:08.532818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d303-a905-4473-8815-d8a107f5e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.586556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5d303-a905-4473-8815-d8a107f5e221 None None] Port d875bebd-9e83-4be5-a5a9-de6d0cd6908f cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:51:08.611110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.614422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.615486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.620223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:08.747024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7721b20e-3c50-4570-96ef-6c0e34d38155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:08.865233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Pushing event updated for resources: {'Port': ['ID=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:08.913735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:08.972862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:51:08.973952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:51:09.212273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b5085595-59ae-4d00-bc6b-98090dfd08fe None None] Provisioning complete for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:09.213347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5085595-59ae-4d00-bc6b-98090dfd08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:09.268491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-b5085595-59ae-4d00-bc6b-98090dfd08fe None None] Port d875bebd-9e83-4be5-a5a9-de6d0cd6908f cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:51:09.345597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Router 31302f2c-8e91-4f77-8d27-b31cfd14f37a is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 21:51:09.518291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:51:09.528307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Sync routers for ids ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:51:09.528974 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] 10.222.0.20 "PUT /v2.0/routers/31302f2c-8e91-4f77-8d27-b31cfd14f37a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3344386 Jul 13 21:51:09.541464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Routers {'31302f2c-8e91-4f77-8d27-b31cfd14f37a'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:51:09.542217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:50:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:09.720815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Set router 31302f2c-8e91-4f77-8d27-b31cfd14f37a gateway port host: None {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:51:10.096829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:08Z', 'revision_number': 2, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:08Z', 'revision_number': 2, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:10.101945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Checking router: 31302f2c-8e91-4f77-8d27-b31cfd14f37a for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:51:10.102356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Updating router 31302f2c-8e91-4f77-8d27-b31cfd14f37a port d875bebd-9e83-4be5-a5a9-de6d0cd6908f binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:51:10.155505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.286151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.543835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.558763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Transition to ACTIVE for port object d875bebd-9e83-4be5-a5a9-de6d0cd6908f will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:51:10.564480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.570167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:10.744541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Pushing event updated for resources: {'Port': ['ID=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:10.798639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.799028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.799401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.799770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.800131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.800498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.800857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.801215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.801570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.801922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.802277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Tracked resource versions report: Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:51:10.803379 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:51:10.807110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:10.815164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Attempting to bind port d875bebd-9e83-4be5-a5a9-de6d0cd6908f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:51:10.815604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Attempting to bind port d875bebd-9e83-4be5-a5a9-de6d0cd6908f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:51:10.816032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Attempting to bind port d875bebd-9e83-4be5-a5a9-de6d0cd6908f on network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:51:10.823715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:51:10.824162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Checking segment: {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:51:10.824721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.825151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Bound using segment: {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:51:10.825699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Bound port: d875bebd-9e83-4be5-a5a9-de6d0cd6908f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d1deef-9601-4235-8889-fa1440438f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:51:10.826121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.929430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] For port d875bebd-9e83-4be5-a5a9-de6d0cd6908f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:51:10.930737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12ff8892-e8a7-44ca-ac6d-5ba7acdf35dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.938360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] For port d875bebd-9e83-4be5-a5a9-de6d0cd6908f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,segment=NetworkSegment(54d1deef-9601-4235-8889-fa1440438f2c),segment_id=54d1deef-9601-4235-8889-fa1440438f2c)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:51:10.941378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:10.946102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:11.039390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Pushing event updated for resources: {'Port': ['ID=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,revision_number=4']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:11.044076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:11.048321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Routers {'31302f2c-8e91-4f77-8d27-b31cfd14f37a'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:51:11.048917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:51:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:11.213187 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] Set router 31302f2c-8e91-4f77-8d27-b31cfd14f37a gateway port host: None {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:51:11.556922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:08Z', 'revision_number': 2, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:10Z', 'revision_number': 4, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:11.561290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc86562-3a15-4c14-9b61-c90abaf593ad None None] The sync data for ids ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'] in dv-cinder-800618-1-smb is: [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:08Z', 'revision_number': 2, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:10Z', 'revision_number': 4, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:51:11.629394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:11.678687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55822) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:11.870177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ddf2b-cc7c-40e9-bb10-729d5dcb6e65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:51:11.870731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-287ddf2b-cc7c-40e9-bb10-729d5dcb6e65 admin admin] Synchronizing usage tracker for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:network {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:51:11.888235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-287ddf2b-cc7c-40e9-bb10-729d5dcb6e65 admin admin] Unset dirty status for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:network {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:51:11.889503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-287ddf2b-cc7c-40e9-bb10-729d5dcb6e65 admin admin] 10.222.0.20 "GET /v2.0/networks/b1845e71-4169-4b7e-a93b-a3642708987f HTTP/1.1" status: 200 len: 842 time: 0.2097452 Jul 13 21:51:11.899826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Request body: {'subnet': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.3.0/24'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:51:11.905359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:51:11.909401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Usage tracker for resource:subnet and tenant:f4eaf1d19b2149eb86a972ceeef9533b is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:51:11.912337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:51:11.918803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:51:11.927329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Made reservation on behalf of f4eaf1d19b2149eb86a972ceeef9533b for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:51:11.932479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:12.312120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:12.318411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:12.394323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:12.400364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:12.407915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:51:12.408410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Network hostable DHCP agents. Network: b1845e71-4169-4b7e-a93b-a3642708987f, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:51:12.433219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:51:12.442032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, b1845e71-4169-4b7e-a93b-a3642708987f) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:51:12.446064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:51:12.446746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:12.451608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1f0b9-22b0-416c-80b7-ddc2fb835c76 None None] Network b1845e71-4169-4b7e-a93b-a3642708987f requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:51:12.471158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5748167 Jul 13 21:51:12.644211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device d875bebd-9e83-4be5-a5a9-de6d0cd6908f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:51:12.790273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c57870-1f58-4c87-b0f9-78df47798fca None None] Network b1845e71-4169-4b7e-a93b-a3642708987f requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:51:12.812250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:12.889826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:51:12.900988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:12.901347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:13.131968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:13.164849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port d875bebd-9e83-4be5-a5a9-de6d0cd6908f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,segment=NetworkSegment(54d1deef-9601-4235-8889-fa1440438f2c),segment_id=54d1deef-9601-4235-8889-fa1440438f2c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:51:13.168096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:13.171100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:13.238134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=d875bebd-9e83-4be5-a5a9-de6d0cd6908f,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:13.242626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:14.588352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device d875bebd-9e83-4be5-a5a9-de6d0cd6908f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:51:14.662973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:14.663390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:14.709329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55838) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:14.953294 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0b2026fe-e43d-429a-85cf-4ccc444b9615 admin admin] 10.222.0.20 "GET /v2.0/routers/31302f2c-8e91-4f77-8d27-b31cfd14f37a HTTP/1.1" status: 200 len: 710 time: 0.2427459 Jul 13 21:51:15.092176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a64d33-e046-4310-a182-39bdf9ee2540 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:51:15.093658 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-34a64d33-e046-4310-a182-39bdf9ee2540 admin admin] 10.222.0.20 "GET /v2.0/networks/b1845e71-4169-4b7e-a93b-a3642708987f HTTP/1.1" status: 200 len: 886 time: 0.1346307 Jul 13 21:51:15.104291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:51:15.744312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:15.939019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:15.996513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.136911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Allocated IP 172.28.3.175 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/72ef0cd3-b499-4f08-a19f-49821eda877d) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:51:16.290447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.315213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.319681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-146e61ec-8005-44e7-aae1-4bca604fd999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:16.386347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:51:16.389820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:51:16.392531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:51:16.419600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Pushing event updated for resources: {'Port': ['ID=72ef0cd3-b499-4f08-a19f-49821eda877d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:16.422345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:16.537999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.709577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.713288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850611404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4164367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4169758'] for router, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:16.918041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Router 31302f2c-8e91-4f77-8d27-b31cfd14f37a has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 21:51:17.280015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:51:17.288706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:17.292290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Sync routers for ids ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:51:17.292453 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] 10.222.0.20 "PUT /v2.0/routers/31302f2c-8e91-4f77-8d27-b31cfd14f37a HTTP/1.1" status: 200 len: 890 time: 2.1899877 Jul 13 21:51:17.303551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Routers {'31302f2c-8e91-4f77-8d27-b31cfd14f37a'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:51:17.304280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:51:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:17.501816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Set router 31302f2c-8e91-4f77-8d27-b31cfd14f37a gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:51:17.621843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:51:17.867256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175'}], 'enable_snat': True}, 'gw_port_id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:16Z', 'revision_number': 4, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port': {'id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:16Z', 'updated_at': '2021-07-13T21:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:13Z', 'revision_number': 5, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:17.872529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Checking router: 31302f2c-8e91-4f77-8d27-b31cfd14f37a for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:51:17.872938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Updating router 31302f2c-8e91-4f77-8d27-b31cfd14f37a port 72ef0cd3-b499-4f08-a19f-49821eda877d binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:51:17.925335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.267146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.283857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Transition to ACTIVE for port object 72ef0cd3-b499-4f08-a19f-49821eda877d will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:51:18.289448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.295088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:18.516928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Attempting to bind port 72ef0cd3-b499-4f08-a19f-49821eda877d on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:51:18.517385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Attempting to bind port 72ef0cd3-b499-4f08-a19f-49821eda877d by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:51:18.517743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Attempting to bind port 72ef0cd3-b499-4f08-a19f-49821eda877d on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:51:18.520658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08143445-48a4-4db2-914c-42a839765186 None None] Pushing event updated for resources: {'Port': ['ID=72ef0cd3-b499-4f08-a19f-49821eda877d,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:18.524343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08143445-48a4-4db2-914c-42a839765186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:18.528671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:51:18.529566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:51:18.529566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.529898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:51:18.530406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Bound port: 72ef0cd3-b499-4f08-a19f-49821eda877d, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:51:18.530834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.603917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] For port 72ef0cd3-b499-4f08-a19f-49821eda877d, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:51:18.607027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] For port 72ef0cd3-b499-4f08-a19f-49821eda877d, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=72ef0cd3-b499-4f08-a19f-49821eda877d,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:51:18.610264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:18.614878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:18.695227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08143445-48a4-4db2-914c-42a839765186 None None] Pushing event updated for resources: {'Port': ['ID=72ef0cd3-b499-4f08-a19f-49821eda877d,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:18.699149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08143445-48a4-4db2-914c-42a839765186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:18.702441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Routers {'31302f2c-8e91-4f77-8d27-b31cfd14f37a'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:51:18.703094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:51:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:18.890158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] Set router 31302f2c-8e91-4f77-8d27-b31cfd14f37a gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:51:19.237064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175'}], 'enable_snat': True}, 'gw_port_id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:16Z', 'revision_number': 4, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port': {'id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:16Z', 'updated_at': '2021-07-13T21:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:13Z', 'revision_number': 5, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:51:19.241239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d0ab3-d335-4893-a1f5-5b1548bbee94 None None] The sync data for ids ['31302f2c-8e91-4f77-8d27-b31cfd14f37a'] in dv-cinder-800618-1-smb is: [{'id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'name': 'router1', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175'}], 'enable_snat': True}, 'gw_port_id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:16Z', 'revision_number': 4, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'gw_port': {'id': '72ef0cd3-b499-4f08-a19f-49821eda877d', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:16Z', 'updated_at': '2021-07-13T21:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'd875bebd-9e83-4be5-a5a9-de6d0cd6908f', 'name': '', 'network_id': '4fa995fb-2f5f-47cf-89ca-e5f24e741ca9', 'tenant_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'mac_address': 'fa:16:3e:be:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302f2c-8e91-4f77-8d27-b31cfd14f37a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:13Z', 'revision_number': 5, 'project_id': 'b606f5c76cc14167833294bc4a9d7cb5', 'subnets': [{'id': '7ac6b160-cf7a-43c3-a87f-107e5ddc0d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bdface5-8867-40b9-b5a8-bc6b51d21653'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:51:19.603958 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 55850) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:51:19.755531 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ae5e48f7-bddb-4d09-8cee-80fa1be24545 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1502841 Jul 13 21:51:20.627302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 72ef0cd3-b499-4f08-a19f-49821eda877d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:51:20.704073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 72ef0cd3-b499-4f08-a19f-49821eda877d completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:51:20.709038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 72ef0cd3-b499-4f08-a19f-49821eda877d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:20.709464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:20.835857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:20.852780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 72ef0cd3-b499-4f08-a19f-49821eda877d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=72ef0cd3-b499-4f08-a19f-49821eda877d,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:51:20.856138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:20.858332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d932a829-6138-4d17-853e-baadd1029795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:51:20.930484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=72ef0cd3-b499-4f08-a19f-49821eda877d,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:51:20.934450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:51:22.621216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 72ef0cd3-b499-4f08-a19f-49821eda877d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:51:22.731934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 72ef0cd3-b499-4f08-a19f-49821eda877d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:51:22.732736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:38.750167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-852c8861-9732-41be-8b4f-d445590ed3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:40.289747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:40.933043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a61b621-beee-4d97-bd66-6c678dc4c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:41.621442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:42.764675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:51:54.624077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:52:08.752423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-be772dea-02f7-479e-a98b-4d0cbfd68c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:10.293825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:10.934120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7337db3b-3894-416d-ae9e-60ceca8a0af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:11.626542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:12.767881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:31.625836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:52:38.756596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-17799ed5-5282-4b6d-b25e-0d90fc476f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:40.296479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:40.935406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cf41217-975f-4daf-9033-c73bd5e5d079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:41.627967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:42.779225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:55.311208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56388) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:52:55.410904 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ba2d30-9e9a-463c-847c-e4ecebbf573d admin admin] GET failed (client error): The resource could not be found. Jul 13 21:52:55.412305 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f8ba2d30-9e9a-463c-847c-e4ecebbf573d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1000059 Jul 13 21:52:55.555800 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6877a241-78a0-4d22-9fb4-65a38cfdb492 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:52:55.557357 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6877a241-78a0-4d22-9fb4-65a38cfdb492 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1405811 Jul 13 21:52:57.628974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56400) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:52:57.773809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535eeb0-deb4-4385-a84d-651a18202599 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:52:57.774357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a535eeb0-deb4-4385-a84d-651a18202599 admin admin] Synchronizing usage tracker for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:subnet {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:52:57.790498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a535eeb0-deb4-4385-a84d-651a18202599 admin admin] Unset dirty status for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:subnet {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:52:57.791766 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a535eeb0-deb4-4385-a84d-651a18202599 admin admin] 10.222.0.20 "GET /v2.0/subnets/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44 HTTP/1.1" status: 200 len: 849 time: 0.1617436 Jul 13 21:52:57.802154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:52:57.931979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:58.129197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363242739153899'] for subnet, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:58.133912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9d86460d-efa0-4934-855d-fc6e2d35bbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:52:58.178497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:52:58.179166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:58.180602 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44 HTTP/1.1" status: 200 len: 868 time: 0.3826940 Jul 13 21:52:58.183678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442edb47-767c-4177-aa91-2c8472c22f1b None None] Network 4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:52:58.207327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac6b160-cf7a-43c3-a87f-107e5ddc0d44,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:52:58.217487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.218252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.218252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.218825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.219205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.219581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.219954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.220356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.220726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.221091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.221456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:52:58.226085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:52:58.700686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-89b94723-0046-4430-8e58-b5a90114fcf9 None None] Provisioning complete for port d875bebd-9e83-4be5-a5a9-de6d0cd6908f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:52:58.701198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89b94723-0046-4430-8e58-b5a90114fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:52:58.833627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-89b94723-0046-4430-8e58-b5a90114fcf9 None None] Provisioning complete for port dfbca3e6-bf06-474b-9b36-cbcbf2dae25f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:52:58.833948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89b94723-0046-4430-8e58-b5a90114fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:00.280258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56412) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:00.496410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c2b08-645e-401c-bc29-176c268c45ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:00.496766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c2b08-645e-401c-bc29-176c268c45ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:00.498406 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d98c2b08-645e-401c-bc29-176c268c45ad admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2171044 Jul 13 21:53:02.590799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56424) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:02.805686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b5b60-8e57-4b92-883e-1ce88425ea83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:02.806032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b5b60-8e57-4b92-883e-1ce88425ea83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:02.807660 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a89b5b60-8e57-4b92-883e-1ce88425ea83 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2158644 Jul 13 21:53:04.910224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56436) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:05.125064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edc249-b77a-4c26-a18c-4f8e7677a9f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:05.126560 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-51edc249-b77a-4c26-a18c-4f8e7677a9f7 admin admin] 10.222.0.20 "GET /v2.0/networks/4fa995fb-2f5f-47cf-89ca-e5f24e741ca9 HTTP/1.1" status: 200 len: 869 time: 0.2153003 Jul 13 21:53:07.231687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56448) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:07.437898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e53b7-d17b-4d01-adb0-78e470329936 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:07.439301 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-899e53b7-d17b-4d01-adb0-78e470329936 admin admin] 10.222.0.20 "GET /v2.0/networks/b1845e71-4169-4b7e-a93b-a3642708987f HTTP/1.1" status: 200 len: 886 time: 0.2064855 Jul 13 21:53:08.626125 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:53:08.749774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-489e97ff-68ea-4814-ae0f-1e1fe9c48eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:09.530833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56460) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:09.676952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32258a-b16c-4dbb-b00e-1efd4157bf74 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:09.677520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32258a-b16c-4dbb-b00e-1efd4157bf74 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:09.679471 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0c32258a-b16c-4dbb-b00e-1efd4157bf74 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475894 Jul 13 21:53:10.299223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:10.935869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a13a-d04d-4888-b857-8fd674bc158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:11.631913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:11.776396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56472) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:11.918770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ec95d-c67b-4992-8876-85a71f9cab37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:11.919110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ec95d-c67b-4992-8876-85a71f9cab37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:11.920785 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ab1ec95d-c67b-4992-8876-85a71f9cab37 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1433578 Jul 13 21:53:12.778328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:14.014618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56484) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:14.149656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b3f80-6a80-466a-b863-0afc2b24a725 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:14.151028 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4a6b3f80-6a80-466a-b863-0afc2b24a725 admin admin] 10.222.0.20 "GET /v2.0/subnets/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c HTTP/1.1" status: 200 len: 816 time: 0.1353908 Jul 13 21:53:16.263155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56496) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:16.408564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c4b06-3bf4-46ab-b517-0e1cf6605646 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:16.409924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-195c4b06-3bf4-46ab-b517-0e1cf6605646 admin admin] 10.222.0.20 "GET /v2.0/subnets/7ac6b160-cf7a-43c3-a87f-107e5ddc0d44 HTTP/1.1" status: 200 len: 868 time: 0.1457171 Jul 13 21:53:36.156218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56544) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:36.234639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-24479f30-361f-4339-b03d-f82e884482fe admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:53:36.235736 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-24479f30-361f-4339-b03d-f82e884482fe admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0784798 Jul 13 21:53:38.403711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 56556) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:38.751679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9e00d6f6-809f-4adf-8a36-37d90c6c1008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:38.980782 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c427fe7-cf1e-4050-a6f0-726bfd7cb6a0 admin admin] GET failed (client error): The resource could not be found. Jul 13 21:53:38.982377 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8c427fe7-cf1e-4050-a6f0-726bfd7cb6a0 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.5765405 Jul 13 21:53:39.380622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.policy [None req-b5428b66-0a9b-4e5b-8588-ff2f4b75961d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82033) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 13 21:53:39.386950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5428b66-0a9b-4e5b-8588-ff2f4b75961d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:39.388716 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b5428b66-0a9b-4e5b-8588-ff2f4b75961d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.4020553 Jul 13 21:53:40.302500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:40.937260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-85ed2b6f-a826-4a88-86ae-116defa3ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.504090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56574) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:41.590432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:53:41.596370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:53:41.607093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:53:41.616020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Made reservation on behalf of f4eaf1d19b2149eb86a972ceeef9533b for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:53:41.621594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.632745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.719233 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.services.revisions.revision_plugin [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Could not find related network for resource to bump revision. Jul 13 21:53:41.732806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:53:41.741695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.742084 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Added segment 042a5d25-d9c3-4a72-b008-0d4202c50f36 of type vlan for network 6a295320-5492-4ae4-a380-4363aa433b52 Jul 13 21:53:41.767764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.796486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.797714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:41.798345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:41.803469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:53:41.903293 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3979187 Jul 13 21:53:41.911566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Pushing event updated for resources: {'Network': ['ID=6a295320-5492-4ae4-a380-4363aa433b52,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:53:41.925745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:53:41.934347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 6a295320-5492-4ae4-a380-4363aa433b52 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:53:42.780653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:44.020898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56586) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:53:44.118982 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a580f0-31cd-470d-9d37-69527e22b600 admin admin] GET failed (client error): The resource could not be found. Jul 13 21:53:44.119530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-77a580f0-31cd-470d-9d37-69527e22b600 admin admin] Synchronizing usage tracker for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:network {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:53:44.134090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-77a580f0-31cd-470d-9d37-69527e22b600 admin admin] Unset dirty status for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:network {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:53:44.135195 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-77a580f0-31cd-470d-9d37-69527e22b600 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1132121 Jul 13 21:53:44.249967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9ae0e-7719-4214-9164-41fc2f920749 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:44.251567 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-aea9ae0e-7719-4214-9164-41fc2f920749 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1120808 Jul 13 21:53:44.262973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:53:44.267757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:53:44.278402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:53:44.286928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Made reservation on behalf of f4eaf1d19b2149eb86a972ceeef9533b for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:53:44.291456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:44.498057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:44.502529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b981bd27-59bf-40ad-bb4a-d29c4511507c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:53:44.578677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b250f20d-640b-4b4c-b6e8-09fc857643c1,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:53:44.583270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:53:44.593466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Checking segment: {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:53:44.593862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Network hostable DHCP agents. Network: 6a295320-5492-4ae4-a380-4363aa433b52, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:53:44.615404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Network 6a295320-5492-4ae4-a380-4363aa433b52 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:53:44.623329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 6a295320-5492-4ae4-a380-4363aa433b52) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:53:44.627262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:53:44.627904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:44.632462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac805caf-1e92-4084-91a5-016bff999a79 None None] Network 6a295320-5492-4ae4-a380-4363aa433b52 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:53:44.652320 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3932145 Jul 13 21:53:44.883750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-6a295320-5492-4ae4-a380-4363aa433b52', 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52', 'tenant_id': 'f4eaf1d19b2149eb86a972ceeef9533b', 'fixed_ips': [{'subnet_id': 'b250f20d-640b-4b4c-b6e8-09fc857643c1'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 21:53:44.884738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.054233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Allocated IP 192.168.233.2 (6a295320-5492-4ae4-a380-4363aa433b52/b250f20d-640b-4b4c-b6e8-09fc857643c1/e25451e3-8656-46dc-af62-765196ee4e9f) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:53:45.421823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.433227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Transition to ACTIVE for port object e25451e3-8656-46dc-af62-765196ee4e9f will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:53:45.453602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Transition to ACTIVE for port object e25451e3-8656-46dc-af62-765196ee4e9f will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:53:45.458028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.463478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08143445-48a4-4db2-914c-42a839765186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:53:45.535396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Network 6a295320-5492-4ae4-a380-4363aa433b52 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:53:45.539732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:53:45.541746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Pushing event updated for resources: {'Port': ['ID=e25451e3-8656-46dc-af62-765196ee4e9f,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:53:45.544175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:53:45.556647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.557029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.557406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.557794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.558134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.558502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.558862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.559224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.559579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.559933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.560325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:53:45.592259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:53:45.627450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:53:45.646605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Attempting to bind port e25451e3-8656-46dc-af62-765196ee4e9f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:53:45.647025 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Attempting to bind port e25451e3-8656-46dc-af62-765196ee4e9f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:53:45.647431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Attempting to bind port e25451e3-8656-46dc-af62-765196ee4e9f on network 6a295320-5492-4ae4-a380-4363aa433b52 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:53:45.654410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:53:45.654804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Checking segment: {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:53:45.655248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.655685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Bound using segment: {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:53:45.656250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Bound port: e25451e3-8656-46dc-af62-765196ee4e9f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:53:45.656668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.752814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] For port e25451e3-8656-46dc-af62-765196ee4e9f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:53:45.756008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] For port e25451e3-8656-46dc-af62-765196ee4e9f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e25451e3-8656-46dc-af62-765196ee4e9f,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:53:45.759152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:45.763146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:53:45.841456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Pushing event updated for resources: {'Port': ['ID=e25451e3-8656-46dc-af62-765196ee4e9f,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:53:45.846859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:53:46.687352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e25451e3-8656-46dc-af62-765196ee4e9f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:53:46.767301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port e25451e3-8656-46dc-af62-765196ee4e9f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:53:47.285995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9233e9-14ac-4572-afa2-ef4796bd8ac2 None None] Network 6a295320-5492-4ae4-a380-4363aa433b52 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:53:47.417721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Provisioning for port e25451e3-8656-46dc-af62-765196ee4e9f completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:53:47.453095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Provisioning complete for port e25451e3-8656-46dc-af62-765196ee4e9f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:53:47.453514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:47.641922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:47.677845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] For port e25451e3-8656-46dc-af62-765196ee4e9f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e25451e3-8656-46dc-af62-765196ee4e9f,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:53:47.680895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:47.682987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:53:47.754087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Pushing event updated for resources: {'Port': ['ID=e25451e3-8656-46dc-af62-765196ee4e9f,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:53:47.759576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:53:48.006928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-1853484a-763a-4a4d-a999-47500a1e21c7 None None] Provisioning complete for port e25451e3-8656-46dc-af62-765196ee4e9f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:53:48.007253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1853484a-763a-4a4d-a999-47500a1e21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:53:48.665573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e25451e3-8656-46dc-af62-765196ee4e9f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:53:48.739384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port e25451e3-8656-46dc-af62-765196ee4e9f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:53:48.739950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:08.756205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4fc585f3-063c-411b-ac15-b38fd9f8d98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:10.306130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:10.939381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-533241ff-2882-44a1-98d1-b359fa5d8d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:11.635580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:12.783706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:22.627732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:54:38.757583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0dd6489-096c-4fca-a95d-5a4b9d6a6cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:40.311537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:40.940476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-452ae7c3-2be7-4f3f-831a-96693c525ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:41.640153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:42.787793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:57.989880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56620) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:54:57.996370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [None req-99f37040-ad12-4d65-a70e-330e4f9a15f6 tempest-verify_tempest_config-857526910 tempest-verify_tempest_config-857526910-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:54:57.997425 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-99f37040-ad12-4d65-a70e-330e4f9a15f6 tempest-verify_tempest_config-857526910 tempest-verify_tempest_config-857526910-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064359 Jul 13 21:54:58.337614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56638) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:54:58.487835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.520768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:54:58.524762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Usage tracker for resource:security_group_rule and tenant:9b50339334d9489783c471e7d00e3268 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:54:58.527644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:54:58.533756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:54:58.603437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.605957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.614490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:54:58.656947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad30cd-eac6-470a-a1a9-54aa31b58375,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:54:58.664326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Synchronizing usage tracker for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:security_group {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:54:58.672468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.672853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.673223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.673594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.673960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.674855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.675220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.675594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.675952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.676333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.676691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:54:58.683304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:54:58.691339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Unset dirty status for tenant:f4eaf1d19b2149eb86a972ceeef9533b on resource:security_group {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:54:58.694899 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b50339334d9489783c471e7d00e3268&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562453 Jul 13 21:54:58.695519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56644) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:54:58.757975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.784169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.839667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.845274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4adf3105-6b34-4d0e-9fcf-802868e37c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:54:58.859237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad30cd-eac6-470a-a1a9-54aa31b58375,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:54:58.862647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:54:58.869069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:54:58.872868 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02ad30cd-eac6-470a-a1a9-54aa31b58375 HTTP/1.1" status: 204 len: 168 time: 0.1737671 Jul 13 21:54:59.628543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:55:08.760579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea2ab297-045f-45dc-b338-477336b03708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:10.313932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:10.942623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5f77b862-883e-4b74-b70b-7de1177de84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:11.642409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:12.789562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:36.629945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:55:38.762210 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8673-9ff6-4889-8728-7091c88d9a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:40.317400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:40.945154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-493845a0-8c1d-4e1f-a168-6cc24f17ccf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:41.645717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:55:42.792275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:08.763743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7aefe004-698d-4651-aac8-c0bd5bd49858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:10.320562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:10.946737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea6422db-d999-42f0-94fa-c1980bd91a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:11.648830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:12.795334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:13.631065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 5 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:56:38.766419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-230992c5-87e3-4145-8929-d077974b96f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:40.323144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:40.948235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfa90-d58c-4e1b-ab8b-1104fab31d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:41.651815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:42.164413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4175322'] for agent, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:42.797565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:56:50.632386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:56:58.461334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56726) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:56:58.605645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-35fa9367-7461-4139-a1aa-67d7a16e0f00 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1430652 Jul 13 21:57:00.723133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56738) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:57:00.810445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fa5f1731-bb1b-4608-982c-edfed9fdbdcf admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0861526 Jul 13 21:57:08.769255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0e46c838-f0d8-411e-90b6-400da2248c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:10.326127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:10.949826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d27f7f11-4400-4c98-8433-7f21d5281a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:11.654721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:12.113244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:12.800172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:27.632915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:57:38.770389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ca3c3426-510f-4505-abd8-ba47c2058552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:40.328620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:40.950514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1b4d-13c2-442d-9500-bf59d3320df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:41.656835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:42.119326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:57:42.803500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:04.635603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:58:08.771332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-545172ea-4ce6-454a-a30c-f55289f39faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:10.331409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:10.950481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-92d4cfd6-d304-4fe1-81e2-a6f7125e36d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:11.660403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:12.120097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:12.806598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:38.773069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b108f18-4dca-4cfd-8636-9d06b00b2789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:40.340347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:40.959981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02c06f18-db68-4405-acb3-d5f1375c918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:41.636638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:58:41.673273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:42.127535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:42.818759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:44.489734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56874) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:44.974894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-network', 'tenant_id': 'efa282b2effa429f945509eed6ff3730'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:44.980818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:44.985394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Usage tracker for resource:network and tenant:efa282b2effa429f945509eed6ff3730 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:44.988952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:44.995282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:45.005126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Made reservation on behalf of efa282b2effa429f945509eed6ff3730 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:45.010131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.024080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.058579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:45.063256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Usage tracker for resource:security_group_rule and tenant:efa282b2effa429f945509eed6ff3730 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:45.066391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:45.072675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:45.149163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.152490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.157116 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:45.185039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:58:45.198458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:45.206231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.206863 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Added segment 2213dd3e-c848-4d9e-bde7-208348d96f06 of type vlan for network dca78c70-8a79-42de-b137-af17bf2cd5b6 Jul 13 21:58:45.215284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.215663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.216046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.216543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.216801 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.217336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.217518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.217889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.218256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.218625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.219501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Tracked resource versions report: Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: HyperV agent@hv-cinder-80061: {}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:58:45.220610 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:58:45.224491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:45.246308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.280552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.282510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:45.283158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.286936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cfcf08e3-c836-4a6d-aa6f-b6dabf060f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:45.408134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Pushing event updated for resources: {'Network': ['ID=dca78c70-8a79-42de-b137-af17bf2cd5b6,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:45.411158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9202392 Jul 13 21:58:45.412032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:45.414406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56906) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:45.420423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Request body: {'subnet': {'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-subnet', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:45.422720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:58:45.431008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:45.435504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Usage tracker for resource:subnet and tenant:efa282b2effa429f945509eed6ff3730 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:45.438831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:45.445200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:45.456677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Made reservation on behalf of efa282b2effa429f945509eed6ff3730 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:45.462731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.471932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 56914) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:45.688363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.693925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df816883-1843-4340-8990-8645f3cf8d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:45.818771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1353602937-network', 'tenant_id': 'd1b5df4685a547dcbab3f878cb9e9a71'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:45.823385 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.quota [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Loaded quota_driver: . Jul 13 21:58:45.832712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:45.840344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Usage tracker for resource:network and tenant:d1b5df4685a547dcbab3f878cb9e9a71 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:45.846329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:45.862462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:45.892821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Made reservation on behalf of d1b5df4685a547dcbab3f878cb9e9a71 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:45.900354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.922979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:45.937198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1199e630-15dd-4b5a-9631-45c3a72076a9,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:45.942820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:45.971054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Checking segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:45.971712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Network hostable DHCP agents. Network: dca78c70-8a79-42de-b137-af17bf2cd5b6, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:58:45.990255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:45.995216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b5df4685a547dcbab3f878cb9e9a71 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:45.996174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:58:45.999450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:46.006366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, dca78c70-8a79-42de-b137-af17bf2cd5b6) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:46.014188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:46.015235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a625f-853e-422d-a193-cf13750f7cfd None None] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:46.018336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:46.018994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.044720 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6291511 Jul 13 21:58:46.045673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56938) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:46.053700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:46.060876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:46.066457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Usage tracker for resource:router and tenant:efa282b2effa429f945509eed6ff3730 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:46.071120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:46.077978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:46.091644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.096941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.128240 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.131731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.143121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.150420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:58:46.162298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:46.182625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363242739037966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.182625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Unsubscribe: segment precommit_create {{(pid=82033) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 13 21:58:46.182625 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Added segment 284a4342-07ff-4605-a3b7-c7c517491bce of type vlan for network 4921f932-ee11-4057-8477-34a5c4e6c01a Jul 13 21:58:46.277864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.295990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed4322-cf94-4b29-977e-fc9f102958ca None None] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:46.308793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aec304-2c67-48f7-ae78-55a7d02830e8,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:46.367705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.368088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.372746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.373118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.377250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.377628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.377999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.378369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.378733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.379092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.379449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Tracked resource versions report: Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: HyperV agent@hv-cinder-80061: {}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:58:46.380629 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:58:46.395591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.401974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.404266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:46.404941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.434108 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9606829 Jul 13 21:58:46.437431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 56950) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:46.443771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:46.444257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:46.466093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Request body: {'subnet': {'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1353602937-subnet', 'tenant_id': 'd1b5df4685a547dcbab3f878cb9e9a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:46.476218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:46.494310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 56956) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:46.498466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Usage tracker for resource:subnet and tenant:d1b5df4685a547dcbab3f878cb9e9a71 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:46.511654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:46.573004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:46.586401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 56962) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:46.604194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Pushing event updated for resources: {'Network': ['ID=4921f932-ee11-4057-8477-34a5c4e6c01a,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:46.608612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:46.611748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Made reservation on behalf of d1b5df4685a547dcbab3f878cb9e9a71 for: {'subnet': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:46.617872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.627383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 56968) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:46.656490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 4921f932-ee11-4057-8477-34a5c4e6c01a details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:58:46.809101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.848679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.956504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:46.962010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:47.008781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Allocated IP 172.28.3.135 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/25d51291-24a4-40f9-b090-765f4b1785cc) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:47.027347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce01043b-89d2-4bd5-a272-02b3e9ea6f8e,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:47.033703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-503033295-network', 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:47.038574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.042755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Usage tracker for resource:network and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.045958 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.053527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.059547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-network', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:47.068467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-176948338-network', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:47.069525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.072010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:47.077842 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.093784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:47.094537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.126450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Usage tracker for resource:network and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.126960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.138719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.145431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Usage tracker for resource:network and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.155182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.157651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.173186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Made reservation on behalf of 323f310f0ebe47e48795c1fab8313d7c for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:47.175662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.177927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.187974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.196803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Checking segment: {'id': '284a4342-07ff-4605-a3b7-c7c517491bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:47.197203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Network hostable DHCP agents. Network: 4921f932-ee11-4057-8477-34a5c4e6c01a, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:58:47.202122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Usage tracker for resource:security_group_rule and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.208062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.211063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Made reservation on behalf of 128de97f48ce48e89101ca50f7b49e01 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:47.216146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.235270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.237084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.244425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.303966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Network 4921f932-ee11-4057-8477-34a5c4e6c01a is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:58:47.314157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.320587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.323898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.328407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.335409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 4921f932-ee11-4057-8477-34a5c4e6c01a) {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:47.346751 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.354183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f545f89-bfaa-42d5-b0b3-5126cd72e90c None None] Network 4921f932-ee11-4057-8477-34a5c4e6c01a requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:47.370915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:47.371809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.376528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:47.382278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:47.400909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:47.409557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:47.449415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.456026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:47.507269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.544510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.585043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=25d51291-24a4-40f9-b090-765f4b1785cc,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:47.590009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-40797e7d-5536-469c-a943-cb1398c89450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:47.603527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:47.615381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:47.618765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:47.622036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:47.622847 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1838820 Jul 13 21:58:47.708685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:58:47.737818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.750955 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.775177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0590d-cb42-4838-b183-5b24b35cea2f,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:47.784729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.790525 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Added segment f5c99d75-3d1c-4298-8da7-a753f77b8783 of type vlan for network 6debd415-819f-45b7-9e66-e8a604d3b525 Jul 13 21:58:47.792530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:47.794405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:47.845234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2896c-8c4b-43c9-bdc5-0a1377cf78b9 None None] Network 4921f932-ee11-4057-8477-34a5c4e6c01a requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:47.848095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.853325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.876650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:47.914447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c694f-ce10-48d5-9b2c-9b707efc7b1e,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:47.917729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:47.933855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.934614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5acf38a-e016-4858-9bda-23f58b50370b,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:47.934763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:47.943757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:47.960631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.028408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.029696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:48.030463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.034701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82034) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 21:58:48.035121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 21:58:48.038348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:48.093117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82033) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 21:58:48.096356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 21:58:48.256924 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Router 12522de3-65b4-44e3-9cea-6f9ad3f0036f is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 21:58:48.291334 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7945645 Jul 13 21:58:48.300417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57018) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:48.303483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Pushing event updated for resources: {'Network': ['ID=6debd415-819f-45b7-9e66-e8a604d3b525,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:48.309185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Request body: {'subnet': {'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-503033295-subnet', 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:48.316211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 6debd415-819f-45b7-9e66-e8a604d3b525 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:58:48.326783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:48.331791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:48.342797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Usage tracker for resource:subnet and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:48.356724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:48.363273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:48.379069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'subnet': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:48.383820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.558442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.657976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:58:48.688420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.688973 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Added segment 95802f0a-bf35-41c7-9ad9-088d1513bd27 of type vlan for network 8d972f44-19e7-40c2-a28c-ecf0e546a24a Jul 13 21:58:48.726068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.749720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.791827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:58:48.802797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Sync routers for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:58:48.831816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:58:48.832064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:48.840843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.842290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:48.842939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.849068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:48.879397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82033) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 21:58:48.880070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 21:58:48.894266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:48.903059 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8557434 Jul 13 21:58:48.916757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57042) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:48.941711 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3044231 Jul 13 21:58:48.941711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57046) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:49.001080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Request body: {'subnet': {'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-subnet', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:49.011317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:49.017940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d972f44-19e7-40c2-a28c-ecf0e546a24a,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:49.020824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Usage tracker for resource:subnet and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:49.023817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:49.024804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:49.029464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:58:49.047941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:49.066724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Made reservation on behalf of 323f310f0ebe47e48795c1fab8313d7c for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:49.070672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.091428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.155492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:49.278582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a88e15-97cd-4310-8d28-9daef02fb9a2,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:49.285641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:49.309490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Checking segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:49.309799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Network hostable DHCP agents. Network: 6debd415-819f-45b7-9e66-e8a604d3b525, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:58:49.326247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:58:49.368117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Network 6debd415-819f-45b7-9e66-e8a604d3b525 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:58:49.423384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.429115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:49.494925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 6debd415-819f-45b7-9e66-e8a604d3b525) {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:49.502350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39707c71-70e7-41e4-9556-3460a8fe35e7 None None] Network 6debd415-819f-45b7-9e66-e8a604d3b525 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:49.510062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:49.517764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.556896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:49.561317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:49.565022 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2632141 Jul 13 21:58:49.605412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Checking segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:49.606219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Network hostable DHCP agents. Network: 8d972f44-19e7-40c2-a28c-ecf0e546a24a, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:58:49.666704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:58:49.685012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.689191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 8d972f44-19e7-40c2-a28c-ecf0e546a24a) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:49.697034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:49.698458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.764073 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8189061 Jul 13 21:58:49.764541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57072) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:49.775941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:49.790857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:49.791875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:58:49.802971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Usage tracker for resource:router and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:49.804232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.808745 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Added segment 27ea6a1c-5784-4c56-9ec3-96bca93a2cdc of type vlan for network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c Jul 13 21:58:49.810474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:49.839982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:49.859052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.882065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.883434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.901594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.904318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:49.905056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:49.913238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:49.922867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:50.023394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc24b89-5d95-4427-93d4-71f4a7b58f2c,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:50.030302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:50.048007 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4557698 Jul 13 21:58:50.049230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57102) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:50.064182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Request body: {'subnet': {'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-176948338-subnet', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:50.065403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c04a9e-8af1-4e34-b04e-c6eec4ce6036 None None] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:50.075539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:50.086759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Usage tracker for resource:subnet and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:50.093551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:50.115921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:50.117075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:47Z', 'revision_number': 3, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:50.128793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Checking router: 12522de3-65b4-44e3-9cea-6f9ad3f0036f for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:58:50.129099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Updating router 12522de3-65b4-44e3-9cea-6f9ad3f0036f port 25d51291-24a4-40f9-b090-765f4b1785cc binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:58:50.131896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Made reservation on behalf of 128de97f48ce48e89101ca50f7b49e01 for: {'subnet': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:50.148625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:50.282271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:50.359911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:50.373211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:58:50.449424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec86887-b38b-46ec-8e9f-e0ea1affbb00 None None] Network 6debd415-819f-45b7-9e66-e8a604d3b525 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:50.753272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57122) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:50.786359 dv-cinder-800618-1-smb neutron-server[81922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 21:58:50.999730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57128) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:51.126576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.129894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 21:58:51.130818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.162152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Transition to ACTIVE for port object 25d51291-24a4-40f9-b090-765f4b1785cc will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:51.173325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.178611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:51.201398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.226404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a5f65e65-2e9f-4410-b51e-f566b95b48ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:51.227930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.320069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.347184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Pushing event updated for resources: {'Port': ['ID=25d51291-24a4-40f9-b090-765f4b1785cc,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:51.367079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Attempting to bind port 25d51291-24a4-40f9-b090-765f4b1785cc on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:58:51.367492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Attempting to bind port 25d51291-24a4-40f9-b090-765f4b1785cc by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:58:51.367902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Attempting to bind port 25d51291-24a4-40f9-b090-765f4b1785cc on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:58:51.379950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Checking segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:51.380639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Network hostable DHCP agents. Network: 2bc24b89-5d95-4427-93d4-71f4a7b58f2c, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:58:51.397281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.397667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.398012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.398654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.398768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.399167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.399436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.399735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.400091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Tracked resource versions report: Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: HyperV agent@hv-cinder-80061: {}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:58:51.404328 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:58:51.413081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:58:51.416352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:51.417027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.417651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:58:51.418356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Bound port: 25d51291-24a4-40f9-b090-765f4b1785cc, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:58:51.419279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.460468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:51.475466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.554449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] For port 25d51291-24a4-40f9-b090-765f4b1785cc, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:58:51.558258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Allocated IP 172.20.0.2 (8d972f44-19e7-40c2-a28c-ecf0e546a24a/f1a1ea32-4a2e-493e-84db-4a80f16e1d0d/e6a7696c-b153-4046-b9c8-67c9b33bb93d) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:51.566727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] For port 25d51291-24a4-40f9-b090-765f4b1785cc, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=25d51291-24a4-40f9-b090-765f4b1785cc,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:58:51.577586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.583141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:51.650539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:51.661222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Usage tracker for resource:security_group_rule and tenant:ca01fc45c34a42b2a945d0066a0049f0 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:51.669906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:51.685482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:51.722143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Allocated IP 172.28.3.47 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/b86f4cfc-fc6c-40d4-8843-a021cec9e8ac) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:51.767088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:58:51.768347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:51.772507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:58:51.800754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 2bc24b89-5d95-4427-93d4-71f4a7b58f2c) {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:51.805426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:51.806248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.832271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d04fc-be4f-4aee-8fd1-c25c01aeeb81 None None] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:51.843321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-53f40e84-b82a-4192-8c8f-be562b6661e0 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:51.844626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-53f40e84-b82a-4192-8c8f-be562b6661e0 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Synchronizing usage tracker for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:58:51.849766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57160) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:51.852839 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8023462 Jul 13 21:58:51.855203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:51.858003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d8f03bb-c057-42ea-940d-8e91de051903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:51.860202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57164) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:51.867201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:51.872867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:51.877571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Usage tracker for resource:router and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:51.880774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:51.887497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:51.955888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Pushing event updated for resources: {'Port': ['ID=25d51291-24a4-40f9-b090-765f4b1785cc,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:51.965483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.971728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:51.975610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:52.007370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-92750215-40ea-4a6d-8ce8-9889df34dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:52.022969 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca01fc45c34a42b2a945d0066a0049f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0215476 Jul 13 21:58:52.028021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57168) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:52.035734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.036922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.077814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5189ab0-4d24-4c60-916f-fc078f225261,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:52.084068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.087857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:52.153835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.182995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:52.193794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2357f-b30b-420b-be07-31666e61147a req-85dcb63c-2091-48d3-9bc9-1f679e1c94b9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:52.194669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3ff2357f-b30b-420b-be07-31666e61147a req-85dcb63c-2091-48d3-9bc9-1f679e1c94b9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:58:52.236787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 21:58:52.236787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.244270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-53f40e84-b82a-4192-8c8f-be562b6661e0 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Unset dirty status for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:58:52.245698 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-53f40e84-b82a-4192-8c8f-be562b6661e0 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/networks?id=4921f932-ee11-4057-8477-34a5c4e6c01a HTTP/1.1" status: 200 len: 812 time: 1.4859424 Jul 13 21:58:52.286693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:52.290683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:52.294275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:52.335888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3ff2357f-b30b-420b-be07-31666e61147a req-85dcb63c-2091-48d3-9bc9-1f679e1c94b9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:58:52.337252 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-85dcb63c-2091-48d3-9bc9-1f679e1c94b9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.4833374 Jul 13 21:58:52.361317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.414459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:58:52.417681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Pushing event updated for resources: {'Port': ['ID=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:52.426854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Allocated IP 172.20.0.2 (2bc24b89-5d95-4427-93d4-71f4a7b58f2c/7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1/5874ccd2-b3ff-4e24-9e6c-017f72a4ed41) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:52.434721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:52.473602 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2a602c30-2da4-4656-9253-a8d21f2cfc53 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/quotas/d1b5df4685a547dcbab3f878cb9e9a71 HTTP/1.1" status: 200 len: 375 time: 0.1508439 Jul 13 21:58:52.497940 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-7f1d2bab-aa86-4181-94ef-a02628b16bd8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/quotas/ec1d74ef7ea7421e871a1172943c2942 HTTP/1.1" status: 200 len: 375 time: 0.1429064 Jul 13 21:58:52.562220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.563788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.687167 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-6d9a0569-ae91-4e26-b8cc-fdf1fcf8d2b8 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1b5df4685a547dcbab3f878cb9e9a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2013574 Jul 13 21:58:52.732137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.743943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Transition to ACTIVE for port object 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:52.765141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Transition to ACTIVE for port object 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:52.775748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.814123 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:52.864377 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-5da5bedb-011a-4da3-a43d-f868f1cf67c8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3004980 Jul 13 21:58:52.873222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.915702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:52.918916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Pushing event updated for resources: {'Port': ['ID=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:52.928668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:52.958341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.959045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.959598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.959716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:47Z', 'revision_number': 3, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:52.960002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.960360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.960733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.961106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.964183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672a230-11c9-40c0-b6ed-49826cda775d None None] The sync data for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb is: [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:47Z', 'revision_number': 3, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:58:52.964456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.964841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.965235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.967128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Tracked resource versions report: Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: pushed versions: Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: { 'ConntrackHelper': {'1.0'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': {'1.0'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': {'1.1'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': {'1.5'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': {'1.2'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': {'1.8'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': {'1.2'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': {'1.0'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': {'1.0'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': {'1.1'}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': {'1.1'}} Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: consumer versions: Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: { DHCP agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: HyperV agent@hv-cinder-80061: {}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: L3 agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: Metadata agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: Metering agent@dv-cinder-800618-1-smb: {}, Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: Open vSwitch agent@dv-cinder-800618-1-smb: { 'ConntrackHelper': '1.0', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Log': '1.0', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Network': '1.1', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Port': '1.5', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'PortForwarding': '1.2', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'QosPolicy': '1.8', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroup': '1.2', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SecurityGroupRule': '1.0', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'SubPort': '1.0', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Subnet': '1.1', Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: 'Trunk': '1.1'}} Jul 13 21:58:52.968642 dv-cinder-800618-1-smb neutron-server[81922]: {{(pid=82035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 13 21:58:52.972027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:52.980756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:52.981972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Router 910633af-e2e3-46b6-aaeb-f89855f59114 is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 21:58:53.028706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:53.080667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.094530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Attempting to bind port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:58:53.095087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Attempting to bind port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:58:53.096038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Attempting to bind port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:58:53.104151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Transition to ACTIVE for port object e6a7696c-b153-4046-b9c8-67c9b33bb93d will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:53.107526 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:58:53.107928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Checking segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:53.108383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.108824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Bound using segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:58:53.109162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.113717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Bound port: 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:58:53.113717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.185088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-de5dc4f5-b950-48a2-aad2-80225fb72d7d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:58:53.186193 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-de5dc4f5-b950-48a2-aad2-80225fb72d7d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1971948 Jul 13 21:58:53.231174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] For port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:58:53.235596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] For port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:58:53.241575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.259207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:53.308839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-15d0d693-4784-49a4-b7ef-5398a4461b5a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:58:53.309687 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-15d0d693-4784-49a4-b7ef-5398a4461b5a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.4443562 Jul 13 21:58:53.335575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:58:53.348678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Pushing event updated for resources: {'Port': ['ID=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:53.355154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:58:53.363012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:53.371859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Transition to ACTIVE for port object e6a7696c-b153-4046-b9c8-67c9b33bb93d will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:53.374314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.381705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:58:53.382459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:53.386790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.388648 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6224017 Jul 13 21:58:53.392354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57214) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:53.605357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.614917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:53.684150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:58:53.690287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:53.706350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.775990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:53.777453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:53.780449 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5189ab0-4d24-4c60-916f-fc078f225261 HTTP/1.1" status: 204 len: 168 time: 1.7471786 Jul 13 21:58:53.781720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5189ab0-4d24-4c60-916f-fc078f225261,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:53.787309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:53.802734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:53.870869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:53.918471 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Pushing event updated for resources: {'Port': ['ID=e6a7696c-b153-4046-b9c8-67c9b33bb93d,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:53.959966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:54.053203 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-514a67ac-1323-4b28-a8f2-87b13596d73a service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533173 Jul 13 21:58:54.059325 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-bbc5b7b7-12ec-4208-9b5c-26958ad67dec service neutron] 10.222.0.20 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295234 Jul 13 21:58:54.192575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Allocated IP 172.20.0.1 (dca78c70-8a79-42de-b137-af17bf2cd5b6/1199e630-15dd-4b5a-9631-45c3a72076a9/7eed2391-955f-46ae-a2b9-5c5925f31718) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:54.290901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57234) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:54.370389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Attempting to bind port e6a7696c-b153-4046-b9c8-67c9b33bb93d on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:58:54.370806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Attempting to bind port e6a7696c-b153-4046-b9c8-67c9b33bb93d by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:58:54.371217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Attempting to bind port e6a7696c-b153-4046-b9c8-67c9b33bb93d on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:58:54.410818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:58:54.411241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Checking segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:54.411707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:54.412133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Bound using segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:58:54.412696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Bound port: e6a7696c-b153-4046-b9c8-67c9b33bb93d, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:58:54.413167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:54.569512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57238) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:54.596496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] For port e6a7696c-b153-4046-b9c8-67c9b33bb93d, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:58:54.600193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:54.600975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] For port e6a7696c-b153-4046-b9c8-67c9b33bb93d, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e6a7696c-b153-4046-b9c8-67c9b33bb93d,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:58:54.607093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:54.608967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:52Z', 'revision_number': 3, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:54.622809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:54.717838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:54.762342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Usage tracker for resource:security_group_rule and tenant:cc244313b7694831b57ec1165bdc0810 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:54.769522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:54.783606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:54.858929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:58:54.858929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Updating router 910633af-e2e3-46b6-aaeb-f89855f59114 port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:58:54.930792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-ff55e31f-ccb9-41b1-bdc5-1934a887fa94 service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8701949 Jul 13 21:58:54.991870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Pushing event updated for resources: {'Port': ['ID=e6a7696c-b153-4046-b9c8-67c9b33bb93d,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:54.999744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:55.001070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.054003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.071482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.086379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 25d51291-24a4-40f9-b090-765f4b1785cc up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:58:55.158922 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-647cf356-e056-4292-8aca-05064d667582 service neutron] 10.222.0.20 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0909412 Jul 13 21:58:55.210702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.249613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:55.269009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.273546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.312022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:55.363803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:55.419140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:55.420189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 25d51291-24a4-40f9-b090-765f4b1785cc completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:58:55.436004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 25d51291-24a4-40f9-b090-765f4b1785cc triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:58:55.437254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.521820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede1d696-6b3c-41b0-84a2-513da605f7ae,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:55.534300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:55.534881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.536712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:55.821695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.825898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.929434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 25d51291-24a4-40f9-b090-765f4b1785cc, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=25d51291-24a4-40f9-b090-765f4b1785cc,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:58:55.938260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:55.946912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:58:56.040897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Allocated IP 172.20.0.1 (8d972f44-19e7-40c2-a28c-ecf0e546a24a/f1a1ea32-4a2e-493e-84db-4a80f16e1d0d/37966fe7-a306-4f2d-acfb-61857fb5e110) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:56.046398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08143445-48a4-4db2-914c-42a839765186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:56.100755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.190211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=25d51291-24a4-40f9-b090-765f4b1785cc,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:56.205415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:56.267208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:58:56.378347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.428652 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eb1c95f1-dad7-4a77-9838-af43d1d1063f req-f54f3455-5e5a-417c-895f-0cd9f3c2896f tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 210 time: 0.5393679 Jul 13 21:58:56.441835 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-60b92981-c035-4d6a-bb90-b4d4be9b91ad req-05cafeca-9a18-47fe-8c81-944119f8b1f8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.7282422 Jul 13 21:58:56.443361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74030dc5-7bfb-4de8-91b4-b18ff1319b2d None None] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:56.533349 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc244313b7694831b57ec1165bdc0810&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9615116 Jul 13 21:58:56.536288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57298) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:56.575301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Pushing event updated for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:56.615681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:56.621285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:56.631377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Usage tracker for resource:security_group_rule and tenant:4806c82c24004f2eb71597e6a98e48c7 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:56.636825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:56.648190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:56.653994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.768827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.803180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Provisioning for port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:58:56.803313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.829508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Transition to ACTIVE for port object 37966fe7-a306-4f2d-acfb-61857fb5e110 will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:56.876452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Transition to ACTIVE for port object b86f4cfc-fc6c-40d4-8843-a021cec9e8ac will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:58:56.880515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.882703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.887271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Provisioning complete for port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:58:56.888022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:56.905574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:56.997264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:57.001062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Pushing event updated for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:57.010223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:57.011439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.014897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:57.020083 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:58:57.020655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.087195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.139942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 25d51291-24a4-40f9-b090-765f4b1785cc up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:58:57.151239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.174762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.200755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Allocated IP 172.28.3.90 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/42dcabe9-4a52-4c4a-9db0-c066d34480c9) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:58:57.223593 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:57.243947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.264878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:57.294951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.306008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7b02a01c-26e2-4418-8d6c-5d2fa45063d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:57.362649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 25d51291-24a4-40f9-b090-765f4b1785cc triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:58:57.363080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.386499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.388496 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ede1d696-6b3c-41b0-84a2-513da605f7ae HTTP/1.1" status: 204 len: 168 time: 0.8510065 Jul 13 21:58:57.389618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede1d696-6b3c-41b0-84a2-513da605f7ae,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:57.401936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:57.544005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Pushing event updated for resources: {'Port': ['ID=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:57.554390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:57.622844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.684141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea7cde-bb71-4adf-bd81-2328bff18721,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:57.693884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:57.739622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Attempting to bind port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:58:57.739622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Attempting to bind port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:58:57.740052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Attempting to bind port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:58:57.767510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] For port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:58:57.773308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.779138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.785176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.793489 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4806c82c24004f2eb71597e6a98e48c7&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2327352 Jul 13 21:58:57.794036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.811660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:57.812895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57340) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:57.825840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:57.864657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.868750 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-985f7829-048a-4842-b6fb-f21307d92c35 req-3e7c972b-5eed-421b-98c8-c6fb4eee5478 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.2102106 Jul 13 21:58:57.907483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:58:57.907908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:58:57.908405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.908859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:58:57.909410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Bound port: b86f4cfc-fc6c-40d4-8843-a021cec9e8ac, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:58:57.909837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.911663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.927432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:57.949366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:58.018843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5fa21-4b32-4ca6-96f3-1c417b15291f None None] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:58:58.050057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.061637 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7e99b43-c94b-4813-b52e-44a4f4159fc4 req-bf4b75f5-e96e-41b2-b50f-bc99c7e3e676 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 210 time: 0.1890955 Jul 13 21:58:58.127104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.204723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] For port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:58:58.209506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] For port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:58:58.209643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Pushing event updated for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:58.216802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.240459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:58.283038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e6a7696c-b153-4046-b9c8-67c9b33bb93d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:58:58.317585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Pushing event updated for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:58.338003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:58.382181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:58.383755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:58.419933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Pushing event updated for resources: {'Port': ['ID=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:58.439060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.443379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:58.585099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.598576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:58.616912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea7cde-bb71-4adf-bd81-2328bff18721,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:58.620171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:58.679386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:58.685369 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cea7cde-bb71-4adf-bd81-2328bff18721 HTTP/1.1" status: 204 len: 168 time: 0.7435751 Jul 13 21:58:58.700852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:58:58.924852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.11', 53090) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:58.957660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Pushing event updated for resources: {'Port': ['ID=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:58:58.986632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Provisioning for port e6a7696c-b153-4046-b9c8-67c9b33bb93d completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:58:59.005188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:58:59.023379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Provisioning complete for port e6a7696c-b153-4046-b9c8-67c9b33bb93d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:58:59.028191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.175571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57390) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:59.271443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-d9a96a3e-f7a6-419a-8721-897cae272055 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:58:59.280840 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-d9a96a3e-f7a6-419a-8721-897cae272055 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.11 "GET /v2.0/networks?id=4921f932-ee11-4057-8477-34a5c4e6c01a HTTP/1.1" status: 200 len: 812 time: 0.3516958 Jul 13 21:58:59.340857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 21:58:59.525509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419248182-network', 'tenant_id': 'b60085c0e79e4dde98930fafc8bcfe11'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:59.533881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:59.540142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:58:59.553599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port e6a7696c-b153-4046-b9c8-67c9b33bb93d completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:58:59.571725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Request body: {'port': {'device_id': '7ee53d83-97f0-4567-af24-cab9488986d3', 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a', 'admin_state_up': True, 'tenant_id': 'd1b5df4685a547dcbab3f878cb9e9a71'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:58:59.599854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port e6a7696c-b153-4046-b9c8-67c9b33bb93d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:58:59.600342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.600672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Usage tracker for resource:network and tenant:b60085c0e79e4dde98930fafc8bcfe11 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:59.606248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:59.615741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:59.617344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:58:59.636594 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2434ea98-c1d9-433a-800f-aaac2b4a89ff req-2215a9b9-63a5-48a7-9da8-30755dd0c2a1 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.3359728 Jul 13 21:58:59.654323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Made reservation on behalf of b60085c0e79e4dde98930fafc8bcfe11 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:58:59.661035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.673217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57402) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:58:59.709761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.732595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.749880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.802615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:59.815995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb6216a3f844743bd30fcf86b70980d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:59.822058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:58:59.824013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:59.827418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:58:59.829693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:58:59.830414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:58:59.839949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:59.845939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:b60085c0e79e4dde98930fafc8bcfe11 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:58:59.853552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:58:59.869719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:58:59.872185 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] 10.222.0.20 "PUT /v2.0/routers/910633af-e2e3-46b6-aaeb-f89855f59114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4784098 Jul 13 21:58:59.874891 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0e76f155-8ba0-4418-81cc-058f3167d011 req-9c7b5a46-7d85-47f9-b620-58d903d59a53 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 210 time: 0.3166606 Jul 13 21:58:59.888395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:58:59.933295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:00.082501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Pushing event updated for resources: {'Port': ['ID=42dcabe9-4a52-4c4a-9db0-c066d34480c9,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:00.088192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.093069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:00.102122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.115788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:00.168874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-31e560c5-5b3f-4ee2-9955-30ec9b231a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:00.198514 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceb6216a3f844743bd30fcf86b70980d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5194926 Jul 13 21:59:00.205949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.207201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57418) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:00.224263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:00.231110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:00.233749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:00.278825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.285394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.11', 53098) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:00.323658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:59:00.334017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.334843 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Added segment 58d563c7-ca8b-4282-bfb3-861c9de84aea of type vlan for network cb4a902f-4819-421f-907a-bf09500033ce Jul 13 21:59:00.372136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.446147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] For port e6a7696c-b153-4046-b9c8-67c9b33bb93d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e6a7696c-b153-4046-b9c8-67c9b33bb93d,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:00.470124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.500905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:00.501720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.525322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fc0f3-a7f9-4eb3-ad70-ff6faa0c9bdc,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:00.534798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:00.536367 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3583853 Jul 13 21:59:00.549193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:00.549868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d5bf631b-c093-4978-b22e-ceb8030ef418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:00.583431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57438) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:00.584395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7363cd-b117-4d15-a672-4714a475c76d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:00.591928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:00.654807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:00.779033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:00.793939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:00.826197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Usage tracker for resource:port and tenant:d1b5df4685a547dcbab3f878cb9e9a71 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:00.844398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:00.861203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:00.901708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:00.920352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Request body: {'subnet': {'network_id': 'cb4a902f-4819-421f-907a-bf09500033ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419248182-subnet', 'tenant_id': 'b60085c0e79e4dde98930fafc8bcfe11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:00.933541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4a902f-4819-421f-907a-bf09500033ce,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:00.941755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:00.950983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Usage tracker for resource:subnet and tenant:b60085c0e79e4dde98930fafc8bcfe11 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:00.954821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:00.967011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:00.981566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:00.982941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Made reservation on behalf of b60085c0e79e4dde98930fafc8bcfe11 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:00.988708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.020741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network cb4a902f-4819-421f-907a-bf09500033ce details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:59:01.123184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-655de9d4-8baa-4a6d-ace3-60680d2568c6 req-dc7e0eee-50b7-420c-a6b3-4fc64684be55 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.0887854 Jul 13 21:59:01.127334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.128389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.293588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Made reservation on behalf of d1b5df4685a547dcbab3f878cb9e9a71 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:01.304455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.334075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:01.337340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.445364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Provisioning for port 37966fe7-a306-4f2d-acfb-61857fb5e110 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:01.561980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.565650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.575503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Provisioning complete for port 37966fe7-a306-4f2d-acfb-61857fb5e110 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:01.576008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.588272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:01.736887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb12067-c31e-42b6-bc5b-82a96bd47dda,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:01.767922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:01.793002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Allocated IP 172.20.0.10 (4921f932-ee11-4057-8477-34a5c4e6c01a/ce01043b-89d2-4bd5-a272-02b3e9ea6f8e/5016c8de-a6ba-4937-a290-84f948f04cbd) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:01.793641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Port 37966fe7-a306-4f2d-acfb-61857fb5e110 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:01.798964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57466) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:01.855037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Pushing event updated for resources: {'Port': ['ID=e6a7696c-b153-4046-b9c8-67c9b33bb93d,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:01.865042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:01.873150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761204220', 'description': 'tempest-description--1402145553'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:01.880864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:01.885678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:01.889248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:01.896560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:01.910694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.919764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.948790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2357f-b30b-420b-be07-31666e61147a req-beda92ef-43d3-42c1-bffb-7700a0f5a269 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:01.950907 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-beda92ef-43d3-42c1-bffb-7700a0f5a269 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 1.6640451 Jul 13 21:59:01.971700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Provisioning complete for port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:01.974719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:01.996659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:02.005457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:02.016497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:02.029104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:02.139926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 2, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:02.189675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d92bc-22af-4996-9306-5dd407f4fead None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 2, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:02.225941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Checking segment: {'id': '58d563c7-ca8b-4282-bfb3-861c9de84aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cb4a902f-4819-421f-907a-bf09500033ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:02.234737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Network hostable DHCP agents. Network: cb4a902f-4819-421f-907a-bf09500033ce, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:59:02.338309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.348978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.362410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.367748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Network cb4a902f-4819-421f-907a-bf09500033ce is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:59:02.386258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-830a3e8d-a987-42ed-8413-019a1f15c059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:02.399056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.421610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.431368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Provisioning complete for port e6a7696c-b153-4046-b9c8-67c9b33bb93d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:02.433214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-624193a6-e860-4e0b-a0b3-6bbf682e00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.438547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, cb4a902f-4819-421f-907a-bf09500033ce) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:02.466189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:02.467077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.492159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7ae05-2565-41ab-a2ad-4d60c2b9c981,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:02.505374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.511891 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7016296 Jul 13 21:59:02.514589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:02.515321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57482) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:02.518467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:02.539887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group_rule': {'security_group_id': '49c7ae05-2565-41ab-a2ad-4d60c2b9c981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:02.540120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:02.548250 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9602265 Jul 13 21:59:02.549467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.553155 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f83fc0f3-a7f9-4eb3-ad70-ff6faa0c9bdc HTTP/1.1" status: 204 len: 168 time: 2.3405275 Jul 13 21:59:02.555341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fc0f3-a7f9-4eb3-ad70-ff6faa0c9bdc,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:02.560753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc3f44-26ae-4f7b-9992-703882ebbdd1 None None] Network cb4a902f-4819-421f-907a-bf09500033ce requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:59:02.582481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:02.586320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:02.611366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:02.622562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:02.642280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:02.706971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:02.749992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e6a7696c-b153-4046-b9c8-67c9b33bb93d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:02.755899 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Pushing event updated for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:02.773402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:02.806755 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5dfe1848-6f22-4b46-be5a-10d573324b5f req-397ba796-6beb-4cc0-92d9-d2c626681dda tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.2911720 Jul 13 21:59:02.868475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Request body: {'port': {'device_id': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'admin_state_up': True, 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:02.932705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Network 4921f932-ee11-4057-8477-34a5c4e6c01a is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:02.975802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:02.998020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:03.010287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:03.011710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:03.145487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6279974 Jul 13 21:59:03.171180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-7753e434-b66b-43c7-8ea4-ac55730e45ea tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:03.171945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-7753e434-b66b-43c7-8ea4-ac55730e45ea tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Synchronizing usage tracker for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:03.210582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Router 12522de3-65b4-44e3-9cea-6f9ad3f0036f has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 21:59:03.278564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-7753e434-b66b-43c7-8ea4-ac55730e45ea tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Unset dirty status for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:03.285035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:03.290822 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-7753e434-b66b-43c7-8ea4-ac55730e45ea tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 932 time: 0.9103012 Jul 13 21:59:03.302676 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Usage tracker for resource:port and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:03.322087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:03.358489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:03.417043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-35227255-edad-4561-acf2-6cac43a020ca tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=82033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 21:59:03.418373 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-35227255-edad-4561-acf2-6cac43a020ca tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0521679 Jul 13 21:59:03.435154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:03.441884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:03.446931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:03.474424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:03.507146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:03.587669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772bfd37-5a04-425d-ab3a-5e879d959827,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:03.608646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:03.628498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-164463d0-1830-41c2-bccf-1d391206019c tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Synchronizing usage tracker for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:03.735181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:03.740426 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2141402 Jul 13 21:59:03.741455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57510) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:03.759059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group_rule': {'security_group_id': '49c7ae05-2565-41ab-a2ad-4d60c2b9c981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:03.819461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:03.841167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-164463d0-1830-41c2-bccf-1d391206019c tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Unset dirty status for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:03.848863 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3eb1d7bb-689d-40f5-88f8-013fa63bd349 req-164463d0-1830-41c2-bccf-1d391206019c tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554140 Jul 13 21:59:03.851588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:03.875686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 21:59:03.893078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:03.947162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:04.183162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bc02a-d849-4b79-8752-30d3749b9401 None None] Network cb4a902f-4819-421f-907a-bf09500033ce requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:59:04.186418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.274073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port e6a7696c-b153-4046-b9c8-67c9b33bb93d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:04.274408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.334112 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Allocated IP 172.20.0.12 (6debd415-819f-45b7-9e66-e8a604d3b525/12a88e15-97cd-4310-8d28-9daef02fb9a2/5f08f28d-cc1e-41f7-ab6e-8bba84252dfa) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:04.397727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-32e6005c-a3ce-4ba3-9952-1695abf178a8 None None] Provisioning complete for port 37966fe7-a306-4f2d-acfb-61857fb5e110 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:04.398303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32e6005c-a3ce-4ba3-9952-1695abf178a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.490072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Request body: {'port': {'device_id': '7ee53d83-97f0-4567-af24-cab9488986d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:04.513766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.538642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.560513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-45a88260-b2e3-4394-ae12-5ce441013124 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:04.689589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:04.697637 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9535239 Jul 13 21:59:04.698409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57540) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:04.716328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1ff0c9-37d7-4f67-abcc-fc4c62538c58,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:04.757339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:04.769718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:04.775130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:04.780564 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3fe14abe-5ffb-46d7-9fb4-c7e681ec62b6 req-1673b069-e93c-4e9e-9453-3c77abbb57dc tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.3982017 Jul 13 21:59:04.782869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-32e6005c-a3ce-4ba3-9952-1695abf178a8 None None] Port 37966fe7-a306-4f2d-acfb-61857fb5e110 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:04.806082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:floatingip and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:04.953307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:05.012885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:05.106002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:05.372807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:05.421855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:05.446376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:59:05.460880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Sync routers for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:59:05.464987 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] 10.222.0.20 "PUT /v2.0/routers/12522de3-65b4-44e3-9cea-6f9ad3f0036f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5467954 Jul 13 21:59:05.493824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:05.498940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:05.592642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device b86f4cfc-fc6c-40d4-8843-a021cec9e8ac up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:05.629743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:05.664518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a587dd0-46aa-4d7c-a7da-d81f4a2a9eba req-7f9dd9b6-e49a-42a5-92f1-b69398f573f2 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:05.676709 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8a587dd0-46aa-4d7c-a7da-d81f4a2a9eba req-7f9dd9b6-e49a-42a5-92f1-b69398f573f2 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 932 time: 0.4368637 Jul 13 21:59:05.700223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d19bb1d9-de98-4e98-8dc9-78f321f85ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:05.820538 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:05.848066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:05.852206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:05.947532 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8a587dd0-46aa-4d7c-a7da-d81f4a2a9eba req-ac1004b5-4ee2-41c3-8f2a-f05de82d9c61 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694049 Jul 13 21:59:06.007006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:59:06.054905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:59:06.086937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:06.120947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event updated for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:06.151930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:06.168762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] Notify callbacks [] for router, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:06.173241 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c452e7c1-6df9-4aa5-a3ec-2121043e4b1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.3085279 Jul 13 21:59:06.177140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57570) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:06.217883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:06.219324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:06.246887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Network 6debd415-819f-45b7-9e66-e8a604d3b525 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:06.263947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:06.273536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:06.280767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:06.301127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:06.351884 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5182049 Jul 13 21:59:06.373410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:06.717102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Allocated IP 172.28.3.120 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/f41e185a-ec34-4039-9158-f552ddc1c0fa) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:06.741244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Request body: {'port': {'device_id': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:06.942196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '7eed2391-955f-46ae-a2b9-5c5925f31718', 'name': '', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'mac_address': 'fa:16:3e:3c:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:53Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 2, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'subnets': [{'id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:06.953374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Checking router: 12522de3-65b4-44e3-9cea-6f9ad3f0036f for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:59:06.953904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Updating router 12522de3-65b4-44e3-9cea-6f9ad3f0036f port 7eed2391-955f-46ae-a2b9-5c5925f31718 binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:59:07.064897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:07.076297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57584) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:07.145634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.157163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772299910-network', 'tenant_id': 'aa90143d7c54487eb6e43198de0da20d'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:07.204743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:07.243355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Usage tracker for resource:network and tenant:aa90143d7c54487eb6e43198de0da20d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:07.258203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:07.429161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc17165-8dc3-48e2-aa3d-6e09db7c89da req-907f4692-3102-41fa-88a8-0b88aa6b9ed4 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:07.432796 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2cc17165-8dc3-48e2-aa3d-6e09db7c89da req-907f4692-3102-41fa-88a8-0b88aa6b9ed4 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 932 time: 1.2658079 Jul 13 21:59:07.435517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:07.438011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.628638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.651744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.656962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Made reservation on behalf of aa90143d7c54487eb6e43198de0da20d for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:07.662075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.676543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.682857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:07.688086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.698077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:07.735548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:07.766448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:07.821830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:00Z', 'revision_number': 3, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:07.860706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:59:07.870304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Updating router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:59:07.942057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:07.947045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:07.970438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=f41e185a-ec34-4039-9158-f552ddc1c0fa,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:07.995825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.053454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:08.071964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Usage tracker for resource:security_group_rule and tenant:aa90143d7c54487eb6e43198de0da20d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:08.076091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:08.105367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:08.112722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2cc17165-8dc3-48e2-aa3d-6e09db7c89da req-c1abde96-f049-4dea-bc12-a9dc141d9abd tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:08.122357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-9bd52ad6-c905-4726-85e3-61337bd29216 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:08.127093 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-9bd52ad6-c905-4726-85e3-61337bd29216 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 819 time: 0.3327429 Jul 13 21:59:08.168335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5016c8de-a6ba-4937-a290-84f948f04cbd {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:08.181667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.215374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Transition to ACTIVE for port object 5016c8de-a6ba-4937-a290-84f948f04cbd will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:08.238135 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-5f8f4cf7-8ff5-4cc4-8c99-50b105224bcd tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/quotas/efa282b2effa429f945509eed6ff3730 HTTP/1.1" status: 200 len: 375 time: 0.0159690 Jul 13 21:59:08.240916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.259424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.269038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:08.276802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:08.281761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:08.289020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.294989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:08.325076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.336204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:08.363571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Transition to ACTIVE for port object 7eed2391-955f-46ae-a2b9-5c5925f31718 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:08.376439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.413390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3c3d737-a1f7-4b4b-b97b-57c26a5d78f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:08.537452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2cc17165-8dc3-48e2-aa3d-6e09db7c89da req-c1abde96-f049-4dea-bc12-a9dc141d9abd tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:08.541837 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2cc17165-8dc3-48e2-aa3d-6e09db7c89da req-c1abde96-f049-4dea-bc12-a9dc141d9abd tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0337994 Jul 13 21:59:08.549779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:08.587547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:08.810063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.864177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Transition to ACTIVE for port object 42dcabe9-4a52-4c4a-9db0-c066d34480c9 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:08.878807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.893002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:59:08.915314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:08.920019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:08.930525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:08.942097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-5f4d5ff7-d375-4bef-994b-59714d48d548 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Synchronizing usage tracker for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:08.995891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4abeb51e-8240-48e1-b541-5fbcd5b3ebed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.021054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Attempting to bind port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:09.021535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Attempting to bind port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:09.021967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Attempting to bind port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:09.040854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:09.041224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:09.041585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.042061 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:09.042608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Bound port: 42dcabe9-4a52-4c4a-9db0-c066d34480c9, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:09.043156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.100412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Pushing event updated for resources: {'Port': ['ID=42dcabe9-4a52-4c4a-9db0-c066d34480c9,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:09.104379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:09.105078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:09.126245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:09.164141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] For port 42dcabe9-4a52-4c4a-9db0-c066d34480c9, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:09.170701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] For port 42dcabe9-4a52-4c4a-9db0-c066d34480c9, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=42dcabe9-4a52-4c4a-9db0-c066d34480c9,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:09.177992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.215747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56294b69-025d-4a9d-b7a8-3c76a02d131f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:09.395338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:09.396431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:58:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:09.487169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:09.535337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Attempting to bind port 5016c8de-a6ba-4937-a290-84f948f04cbd on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:09.535793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Attempting to bind port 5016c8de-a6ba-4937-a290-84f948f04cbd by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '284a4342-07ff-4605-a3b7-c7c517491bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:09.536254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Attempting to bind port 5016c8de-a6ba-4937-a290-84f948f04cbd on network 4921f932-ee11-4057-8477-34a5c4e6c01a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:09.544415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:09.554785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.574475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Transition to ACTIVE for port object 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:09.587484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 21:59:09.599396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.599796 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Added segment a7e4dad8-8592-42a9-ae7b-cc6772f0a203 of type vlan for network 3c46d793-7a8c-419b-a603-68f188ff1dc6 Jul 13 21:59:09.637109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.674626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a8d969-4ca6-4892-8194-5d469f1ee713,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:09.692885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-5f4d5ff7-d375-4bef-994b-59714d48d548 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Unset dirty status for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:09.694153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:09.701876 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-5f4d5ff7-d375-4bef-994b-59714d48d548 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4462798 Jul 13 21:59:09.763578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.768385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:09.881185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device b86f4cfc-fc6c-40d4-8843-a021cec9e8ac up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:10.109345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Pushing event updated for resources: {'Port': ['ID=42dcabe9-4a52-4c4a-9db0-c066d34480c9,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:10.119934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:10.135648 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-cb728245-f48e-46b7-bde1-c7ae15f34b8e service neutron] 10.222.0.20 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305506 Jul 13 21:59:10.168331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:10.173465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.201203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Pushing event updated for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:10.233037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Port 5016c8de-a6ba-4937-a290-84f948f04cbd on network 4921f932-ee11-4057-8477-34a5c4e6c01a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:10.233442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Attempting to bind port 5016c8de-a6ba-4937-a290-84f948f04cbd on network 4921f932-ee11-4057-8477-34a5c4e6c01a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:10.286586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:10.325649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:10.326092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Checking segment: {'id': '284a4342-07ff-4605-a3b7-c7c517491bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:10.326686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Bound using segment: {'id': '284a4342-07ff-4605-a3b7-c7c517491bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:10.327252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Bound port: 5016c8de-a6ba-4937-a290-84f948f04cbd, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a4342-07ff-4605-a3b7-c7c517491bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:10.338009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.353916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.941s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:10.357997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Attempting to bind port 7eed2391-955f-46ae-a2b9-5c5925f31718 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:10.358404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Attempting to bind port 7eed2391-955f-46ae-a2b9-5c5925f31718 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:10.359342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Attempting to bind port 7eed2391-955f-46ae-a2b9-5c5925f31718 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:10.430466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.432809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.434181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:10.434764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.450947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:10.451186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:10.451472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Checking segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:10.451788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.456539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Bound using segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:10.457012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Bound port: 7eed2391-955f-46ae-a2b9-5c5925f31718, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:10.457462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.465863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd887400-9dce-467a-a662-c7f7d86d6b22 req-be9aef61-0f07-4ef9-af94-600599851818 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:10.467586 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd887400-9dce-467a-a662-c7f7d86d6b22 req-be9aef61-0f07-4ef9-af94-600599851818 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 944 time: 1.5204144 Jul 13 21:59:10.483381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.505619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.579502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.599259 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5175989 Jul 13 21:59:10.605097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.606318 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9025505 Jul 13 21:59:10.607212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57638) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:10.691822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] For port 7eed2391-955f-46ae-a2b9-5c5925f31718, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:10.698350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] For port 7eed2391-955f-46ae-a2b9-5c5925f31718, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=7eed2391-955f-46ae-a2b9-5c5925f31718,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:10.707444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.726122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:10.769883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Request body: {'subnet': {'network_id': '3c46d793-7a8c-419b-a603-68f188ff1dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772299910-subnet', 'tenant_id': 'aa90143d7c54487eb6e43198de0da20d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:10.784060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Pushing event updated for resources: {'Network': ['ID=3c46d793-7a8c-419b-a603-68f188ff1dc6,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:10.807490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:10.808384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 3c46d793-7a8c-419b-a603-68f188ff1dc6 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 21:59:10.811769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:10.813385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6cadfbb6-99a8-44b2-a356-139af3c08913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:10.818957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 2, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:10.844662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:59:10.845170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Updating router 910633af-e2e3-46b6-aaeb-f89855f59114 port 37966fe7-a306-4f2d-acfb-61857fb5e110 binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:59:10.917077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:10.926193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5016c8de-a6ba-4937-a290-84f948f04cbd,segment=NetworkSegment(284a4342-07ff-4605-a3b7-c7c517491bce),segment_id=284a4342-07ff-4605-a3b7-c7c517491bce)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:10.960940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:10.974222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.004984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 57648) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:11.008363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-55944f0b-cb08-4ed8-9218-87db7a72b489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:11.049542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:11.184769 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd887400-9dce-467a-a662-c7f7d86d6b22 req-83e6fab0-2b79-4474-bece-469193df64a5 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194208 Jul 13 21:59:11.209104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Usage tracker for resource:subnet and tenant:aa90143d7c54487eb6e43198de0da20d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:11.213162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:11.225096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:11.286312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=f41e185a-ec34-4039-9158-f552ddc1c0fa,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:11.300536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:11.326892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:11.333223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Attempting to bind port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:11.333947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Attempting to bind port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:11.334900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Attempting to bind port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:11.344843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.768s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:11.345523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:11.346714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:11.350133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa on network 6debd415-819f-45b7-9e66-e8a604d3b525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:11.350745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Attempting to bind port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:11.361845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:11.362572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Checking segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:11.363436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Bound using segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:11.364227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Bound port: 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:11.365251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.427549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bf402c4d-a6f7-4cd5-b529-b5a92d230f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.491908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:00Z', 'revision_number': 3, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:11.500069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f9dde-0e3c-4b3c-b3f9-b8092f1536a5 None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:00Z', 'revision_number': 3, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:11.500894 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-2ffa0184-8e34-4bee-95b7-7715ae6959a8 service neutron] 10.222.0.20 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3618641 Jul 13 21:59:11.527489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:11.546350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:11.556268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.600422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Made reservation on behalf of aa90143d7c54487eb6e43198de0da20d for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:11.618378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.670202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5e5e6693-2f24-44f5-abac-92a2daec4065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:11.689816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.787067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.795671 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f08f28d-cc1e-41f7-ab6e-8bba84252dfa HTTP/1.1" status: 200 len: 1094 time: 5.0606203 Jul 13 21:59:11.814593 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.822325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:11.830107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:11.863770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Transition to ACTIVE for port object 37966fe7-a306-4f2d-acfb-61857fb5e110 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:11.870540 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5016c8de-a6ba-4937-a290-84f948f04cbd HTTP/1.1" status: 200 len: 1094 time: 7.9563704 Jul 13 21:59:11.886687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:11.909375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:12.036686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Pushing event updated for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=4']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:12.153557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:12.393878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:12.394624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:12.698014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Pushing event updated for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:12.709153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:12.839431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:12.840933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.115s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:12.850781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.895s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:13.001275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.096573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.150098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:13.163126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff9d15-df63-4b72-a0bd-c8c62489658a None None] Pushing event updated for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:13.177339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51ff9d15-df63-4b72-a0bd-c8c62489658a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:13.187439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Attempting to bind port 37966fe7-a306-4f2d-acfb-61857fb5e110 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:13.200415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Attempting to bind port 37966fe7-a306-4f2d-acfb-61857fb5e110 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:13.201048 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Attempting to bind port 37966fe7-a306-4f2d-acfb-61857fb5e110 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:13.255368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:13.258434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Checking segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:13.259031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.259557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Bound using segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:13.260564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Bound port: 37966fe7-a306-4f2d-acfb-61857fb5e110, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:13.262986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.292828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0b7264-34ec-490c-b3b2-fe77a3f3b1e1,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:13.299250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:13.352357 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-ce8cbb39-10a0-498f-894c-8c0506609fb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1b5df4685a547dcbab3f878cb9e9a71&device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 1097 time: 0.8948686 Jul 13 21:59:13.369973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:13.375195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Usage tracker for resource:security_group_rule and tenant:e2b504efa1bb42079192d23bcc6835dc is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:13.379470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:13.388969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Checking segment: {'id': 'a7e4dad8-8592-42a9-ae7b-cc6772f0a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3c46d793-7a8c-419b-a603-68f188ff1dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:13.396175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Network hostable DHCP agents. Network: 3c46d793-7a8c-419b-a603-68f188ff1dc6, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 21:59:13.411166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:13.419322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:13.436912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Network 3c46d793-7a8c-419b-a603-68f188ff1dc6 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 21:59:13.448497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 3c46d793-7a8c-419b-a603-68f188ff1dc6) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:13.453418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:13.458626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.462154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd981f1-86dc-4bb5-b301-ed452875934f None None] Network 3c46d793-7a8c-419b-a603-68f188ff1dc6 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:59:13.476360 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-f9eeafd1-6d55-47f0-8f07-38674ceda673 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--761204220&fields=id&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 267 time: 1.4019458 Jul 13 21:59:13.488673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3804b-f2cc-4f8d-bb1a-88d21278dd45 req-5bbe9713-80ab-4d57-b4f7-0ebb8336ae05 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:13.490355 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18c3804b-f2cc-4f8d-bb1a-88d21278dd45 req-5bbe9713-80ab-4d57-b4f7-0ebb8336ae05 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 944 time: 1.6188197 Jul 13 21:59:13.492385 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8808529 Jul 13 21:59:13.576491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] For port 37966fe7-a306-4f2d-acfb-61857fb5e110, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:13.588298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.597887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.720446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57704) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:13.741337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] For port 37966fe7-a306-4f2d-acfb-61857fb5e110, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=37966fe7-a306-4f2d-acfb-61857fb5e110,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:13.757488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.766951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:13.810143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Deleting subnet 5cb12067-c31e-42b6-bc5b-82a96bd47dda {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 21:59:13.815129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.826060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86576528-3f77-4c05-af15-3333e0107037 None None] Network 3c46d793-7a8c-419b-a603-68f188ff1dc6 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 21:59:13.923366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.927622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff9d15-df63-4b72-a0bd-c8c62489658a None None] Pushing event updated for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=4']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:13.932686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:13.986452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-324817c1-998a-4484-bb90-a353eb7e0901 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:13.988430 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-324817c1-998a-4484-bb90-a353eb7e0901 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 817 time: 0.3916807 Jul 13 21:59:13.990324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51ff9d15-df63-4b72-a0bd-c8c62489658a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:13.992720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:14.013169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:14.013169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:14.092381 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18c3804b-f2cc-4f8d-bb1a-88d21278dd45 req-31f57c3b-af9f-44db-9498-b578ec05568c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849019 Jul 13 21:59:14.105741 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-b1ecee11-8a7f-4dfc-bf9a-e2c0c452f8b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 1097 time: 1.0685253 Jul 13 21:59:14.173405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:14.249083 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d071b28-e1bb-4ebe-9719-3ca94859e6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:14.337472 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2b504efa1bb42079192d23bcc6835dc&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1488552 Jul 13 21:59:14.337971 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-8df8a57b-06dc-49dc-8182-7047913a25a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5016c8de-a6ba-4937-a290-84f948f04cbd HTTP/1.1" status: 200 len: 217 time: 0.2907906 Jul 13 21:59:14.338934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57714) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:14.360721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa303cfc-57a2-453e-a99d-1a3c1504ebba,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:14.367752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:14.370878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:14.375709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb12067-c31e-42b6-bc5b-82a96bd47dda,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:14.387239 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-8b0dc3cf-9011-4ffd-ba0e-6e811148e8ad tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/quotas/323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 375 time: 0.3302073 Jul 13 21:59:14.393344 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-699ad2d4-eb40-4201-95cf-62a8ba356d50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa HTTP/1.1" status: 200 len: 217 time: 0.2546718 Jul 13 21:59:14.422755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:14.441925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4c67600c-5326-40a4-a69f-7304dc3bec3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5cb12067-c31e-42b6-bc5b-82a96bd47dda HTTP/1.1" status: 204 len: 168 time: 0.7202828 Jul 13 21:59:14.451908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57718) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:14.476687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:14.482098 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ad145ad-266d-4836-883d-41a61c3cfab7 req-0789b083-26de-436f-9bc8-6d9b8fe79649 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 210 time: 0.1033282 Jul 13 21:59:14.493781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 42dcabe9-4a52-4c4a-9db0-c066d34480c9 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:14.572496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-742217ca-c08c-4bbb-94d0-104ac7280dea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:14.584785 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-742217ca-c08c-4bbb-94d0-104ac7280dea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce01043b-89d2-4bd5-a272-02b3e9ea6f8e HTTP/1.1" status: 200 len: 852 time: 0.2110519 Jul 13 21:59:14.760651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:14.770068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:14.770490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:14.888323 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-4af1eff4-14cf-448c-9842-e2aabba7f88d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4921f932-ee11-4057-8477-34a5c4e6c01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2964299 Jul 13 21:59:14.898585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2357f-b30b-420b-be07-31666e61147a req-294d28bb-09e4-4101-8f55-8d870841e465 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:14.900253 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-294d28bb-09e4-4101-8f55-8d870841e465 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.4171586 Jul 13 21:59:14.958656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:14.960631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.037605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.073041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.081172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 42dcabe9-4a52-4c4a-9db0-c066d34480c9, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=42dcabe9-4a52-4c4a-9db0-c066d34480c9,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:15.087056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.089204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:15.129817 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-eea0104b-785d-4fc9-b6f3-44be4104fdab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287034 Jul 13 21:59:15.161611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df6c8-e304-4e89-af1f-49eee53ee1e8 req-1fff6124-5239-453b-a074-b6106b9b6b0c tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:15.169773 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-127df6c8-e304-4e89-af1f-49eee53ee1e8 req-1fff6124-5239-453b-a074-b6106b9b6b0c tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 944 time: 0.5261366 Jul 13 21:59:15.172018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.11', 53112) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:15.181306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '7eed2391-955f-46ae-a2b9-5c5925f31718', 'name': '', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'mac_address': 'fa:16:3e:3c:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:53Z', 'updated_at': '2021-07-13T21:59:10Z', 'revision_number': 4, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'subnets': [{'id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:15.182530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=42dcabe9-4a52-4c4a-9db0-c066d34480c9,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:15.185667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:15.197072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6e40-0253-4137-af99-6ca7d93e452d None None] The sync data for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb is: [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '7eed2391-955f-46ae-a2b9-5c5925f31718', 'name': '', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'mac_address': 'fa:16:3e:3c:03:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:53Z', 'updated_at': '2021-07-13T21:59:10Z', 'revision_number': 4, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'subnets': [{'id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:15.238643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:13Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:15.243739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef5aba-ede9-4d6d-b781-42e507811a17 None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:13Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:15.387340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.425397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.425811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.426672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.427052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > port after_create 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.427420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > port after_delete 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.427810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > port after_update 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.431314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.431776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.432202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.432583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.508591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.508995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.509382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.509773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82034) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 21:59:15.510397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4a902f-4819-421f-907a-bf09500033ce']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:15.533980 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-8d14f246-bebc-465f-987e-4923d83704e3 service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269491 Jul 13 21:59:15.535589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d563c7-ca8b-4282-bfb3-861c9de84aea') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:15.535992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d563c7-ca8b-4282-bfb3-861c9de84aea') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:15.586517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.627582 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-9019549a-ed6e-4cc9-8ee7-fe6662fedf71 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488711 Jul 13 21:59:15.631102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.658224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-daf49300-fa94-42db-a344-3c38976c9167 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:15.659790 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-daf49300-fa94-42db-a344-3c38976c9167 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 819 time: 0.4774680 Jul 13 21:59:15.670047 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-cd5df123-82c5-4615-9443-a596bd7c4ae8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2818770 Jul 13 21:59:15.686215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.687862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:15.696910 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-127df6c8-e304-4e89-af1f-49eee53ee1e8 req-754b7fad-35ee-4014-8a91-fdc6c67edd86 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260339 Jul 13 21:59:15.730771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1a11adc3-5cd9-402e-9307-f9c1c60af6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:15.743850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Request body: {'port': {'device_id': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'admin_state_up': True, 'tenant_id': 'efa282b2effa429f945509eed6ff3730'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:15.751427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 21:59:15.753455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: (self, other), Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: (self, other), Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 21:59:16.069069 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 21:59:16.085089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 42dcabe9-4a52-4c4a-9db0-c066d34480c9 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:16.102678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa303cfc-57a2-453e-a99d-1a3c1504ebba,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:16.114794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:16.117314 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', 'status': 'completed', 'code': 200} Jul 13 21:59:16.199136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.203464 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa303cfc-57a2-453e-a99d-1a3c1504ebba HTTP/1.1" status: 204 len: 168 time: 1.8431683 Jul 13 21:59:16.276282 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6c5c7d8-0f57-46f7-95d2-0c5521a39f12 req-dafb60b0-c61d-49d5-aa1c-438d9a7872d2 service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312834 Jul 13 21:59:16.281992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.294281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:16.294683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.304198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.308664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:16.338665 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb4a902f-4819-421f-907a-bf09500033ce HTTP/1.1" status: 204 len: 168 time: 1.8825648 Jul 13 21:59:16.355735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4a902f-4819-421f-907a-bf09500033ce,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:16.374609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fa9c41c4-8db7-4d6d-9ec1-3321fc18d86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:16.375265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57750) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:16.583669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Deleting subnet 3e0b7264-34ec-490c-b3b2-fe77a3f3b1e1 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 21:59:16.604152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.737768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.774947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 37966fe7-a306-4f2d-acfb-61857fb5e110 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:16.847589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.879704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 37966fe7-a306-4f2d-acfb-61857fb5e110 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:16.891780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 37966fe7-a306-4f2d-acfb-61857fb5e110 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:16.892257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.949697 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd', 'status': 'completed', 'code': 200} Jul 13 21:59:16.953691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:16.965003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7460fda0-f895-4112-88ef-e63913134f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:17.049859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0b7264-34ec-490c-b3b2-fe77a3f3b1e1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:17.054925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:17.060032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.070847 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e0b7264-34ec-490c-b3b2-fe77a3f3b1e1 HTTP/1.1" status: 204 len: 168 time: 0.6944332 Jul 13 21:59:17.074690 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-8d6834d1-efe0-4976-aacf-01e8cbfa3273 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1b5df4685a547dcbab3f878cb9e9a71&device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 1097 time: 0.6407003 Jul 13 21:59:17.075386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57776) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:17.133563 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.196081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 37966fe7-a306-4f2d-acfb-61857fb5e110, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=37966fe7-a306-4f2d-acfb-61857fb5e110,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:17.200247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.201888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 7eed2391-955f-46ae-a2b9-5c5925f31718 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:17.274441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-591d5da7-73fa-4b80-b370-c0adc822a308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:17.355098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:17.359824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:17.375371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 7eed2391-955f-46ae-a2b9-5c5925f31718 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:17.381376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 7eed2391-955f-46ae-a2b9-5c5925f31718 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:17.381939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.406378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.496163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Allocated IP 172.20.0.1 (2bc24b89-5d95-4427-93d4-71f4a7b58f2c/7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1/ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:17.503134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-40104622-7190-443b-83c5-ace98e6bb5c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:17.504800 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-40104622-7190-443b-83c5-ace98e6bb5c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4921f932-ee11-4057-8477-34a5c4e6c01a HTTP/1.1" status: 200 len: 913 time: 0.4039164 Jul 13 21:59:17.537036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.554425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-30425c9f-5e79-4d81-a60d-2fc5ffe5622e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:17.556047 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-30425c9f-5e79-4d81-a60d-2fc5ffe5622e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 819 time: 0.6050150 Jul 13 21:59:17.558039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-d1c2fbfa-6232-4841-9373-3bc3aa0f7eed service neutron] 10.222.0.20 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8569112 Jul 13 21:59:17.582877 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ff2357f-b30b-420b-be07-31666e61147a req-d81df70e-4bab-400f-a0ac-b27fa23ff292 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9389391 Jul 13 21:59:17.592862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 7eed2391-955f-46ae-a2b9-5c5925f31718, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=7eed2391-955f-46ae-a2b9-5c5925f31718,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:17.597086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.599882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:17.688667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:17.692032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:17.708154 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-2835524e-e77f-4952-9807-b9ed6625da6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5016c8de-a6ba-4937-a290-84f948f04cbd HTTP/1.1" status: 200 len: 217 time: 0.1656425 Jul 13 21:59:17.769749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:17.794532 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-36663c6b-43d2-46b0-8b4e-1ccc059886fa tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/quotas/efa282b2effa429f945509eed6ff3730 HTTP/1.1" status: 200 len: 375 time: 0.2180769 Jul 13 21:59:17.820319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.820643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 37966fe7-a306-4f2d-acfb-61857fb5e110 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:17.846209 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c46d793-7a8c-419b-a603-68f188ff1dc6']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:17.854269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:17.870069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e4dad8-8592-42a9-ae7b-cc6772f0a203') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:17.870395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e4dad8-8592-42a9-ae7b-cc6772f0a203') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:17.888570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.898303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-8884f946-0fd5-4217-b13b-6b24bfde90b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:17.900302 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-8884f946-0fd5-4217-b13b-6b24bfde90b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce01043b-89d2-4bd5-a272-02b3e9ea6f8e HTTP/1.1" status: 200 len: 852 time: 0.1248546 Jul 13 21:59:17.964482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 37966fe7-a306-4f2d-acfb-61857fb5e110 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:17.964482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.964654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.968972 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-c19c4262-28f4-4d6f-a0ab-16d212228c6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4921f932-ee11-4057-8477-34a5c4e6c01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609860 Jul 13 21:59:17.977703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 21:59:17.978149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.980928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Made reservation on behalf of efa282b2effa429f945509eed6ff3730 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:17.987012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 21:59:17.996457 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 21:59:18.133886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:18.143618 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-63a4288b-27bf-4e92-8ef4-f7d1b2b021e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 1097 time: 0.4446027 Jul 13 21:59:18.193745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 7eed2391-955f-46ae-a2b9-5c5925f31718 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:18.216466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:18.224491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:18.247861 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:18.269914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] 10.222.0.20 "DELETE /v2.0/networks/3c46d793-7a8c-419b-a603-68f188ff1dc6 HTTP/1.1" status: 204 len: 168 time: 1.1931961 Jul 13 21:59:18.292478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c46d793-7a8c-419b-a603-68f188ff1dc6,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:18.296021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:18.335594 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-65021ce7-fad8-478e-8392-16f21b554159 service neutron] 10.222.0.20 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506089 Jul 13 21:59:18.341469 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-1ed672c2-5c64-46e8-9506-1cb44cc0e615 service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645554 Jul 13 21:59:18.356514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 7eed2391-955f-46ae-a2b9-5c5925f31718 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:18.358023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:18.370195 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-ae0802bd-6dc6-43d4-af8c-a18cbce2bf21 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5080948 Jul 13 21:59:18.371289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Transition to ACTIVE for port object ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:18.434568 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-ff4a7a98-2265-4951-8044-0b186c4bc364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:18.436182 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-ff4a7a98-2265-4951-8044-0b186c4bc364 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 915 time: 0.2805388 Jul 13 21:59:18.543144 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-2d7f83f5-ea46-4e42-93f9-1a2a4612aeac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa HTTP/1.1" status: 200 len: 217 time: 0.0915649 Jul 13 21:59:18.657906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:59:18.743030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57806) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:18.775067 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5e13e0b9-2c2c-465a-8cce-1f5a0ed0fb53 req-1bbc867d-d234-4aac-be62-e0d313868b31 service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262588 Jul 13 21:59:18.807802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5016c8de-a6ba-4937-a290-84f948f04cbd details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:18.809951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:18.868292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Allocated IP 172.20.0.9 (dca78c70-8a79-42de-b137-af17bf2cd5b6/1199e630-15dd-4b5a-9631-45c3a72076a9/7ebc8ea7-c184-47af-8f0a-83bb03826830) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:18.875686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2fb05fbb-0ced-4f33-adce-4b2f58a517bb tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:18.887147 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8b0bbd7a-eb07-4961-aaa6-4e49cdfd4b85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b60085c0e79e4dde98930fafc8bcfe11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1381674 Jul 13 21:59:18.893780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57816) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:18.916000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:18.927659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:18.930457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-2e6969fb-b447-4fb8-9b17-5721d15b06da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:18.932061 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-2e6969fb-b447-4fb8-9b17-5721d15b06da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.3774345 Jul 13 21:59:18.943616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:18.944139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.036586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57820) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:19.052283 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-c330fc8b-3211-40a5-a6c6-e2e4cab3a47d service neutron] 10.222.0.20 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500421 Jul 13 21:59:19.099359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5016c8de-a6ba-4937-a290-84f948f04cbd,segment=NetworkSegment(284a4342-07ff-4605-a3b7-c7c517491bce),segment_id=284a4342-07ff-4605-a3b7-c7c517491bce)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:19.116423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.119536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '5016c8de-a6ba-4937-a290-84f948f04cbd', 'network_id': '4921f932-ee11-4057-8477-34a5c4e6c01a', 'port_id': '5016c8de-a6ba-4937-a290-84f948f04cbd', 'mac_address': 'fa:16:3e:e5:34:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce01043b-89d2-4bd5-a272-02b3e9ea6f8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:19.177662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.200247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.223880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5016c8de-a6ba-4937-a290-84f948f04cbd {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:19.262188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5016c8de-a6ba-4937-a290-84f948f04cbd,segment=NetworkSegment(284a4342-07ff-4605-a3b7-c7c517491bce),segment_id=284a4342-07ff-4605-a3b7-c7c517491bce)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:19.265469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.268435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:19.316546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.322676 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-541d726b-bd7e-4ac7-a33e-c1e234aec97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:19.355128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7363cd-b117-4d15-a672-4714a475c76d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:19.364008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:19.369167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:19.369537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:19.371810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.373117 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b7363cd-b117-4d15-a672-4714a475c76d HTTP/1.1" status: 204 len: 168 time: 0.4779985 Jul 13 21:59:19.414174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.455215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:19.460334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:90e2691bcf0045be95526c143decfb48 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:19.463894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:19.471520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:19.561427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:19.584792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5016c8de-a6ba-4937-a290-84f948f04cbd'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:19.599309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.603625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.612920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-15caeb22-cb4a-4235-b4c7-e2896b35e11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:19.631592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:19.636939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.661709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e1215b-f495-4c5f-b0fc-b3407f23b3fb,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:19.666856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:19.669364 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90e2691bcf0045be95526c143decfb48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6317267 Jul 13 21:59:19.672354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57838) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:19.678501 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-62f7eea4-f72d-4bae-a3bf-54e8c1900e1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6862533 Jul 13 21:59:19.762919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.797854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.884668 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-329eb6a6-f54c-45ff-aa83-a369b718c7b7 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832137 Jul 13 21:59:19.927854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:19.945252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:20.004790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.006878 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36e1215b-f495-4c5f-b0fc-b3407f23b3fb HTTP/1.1" status: 204 len: 168 time: 0.3333516 Jul 13 21:59:20.007974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e1215b-f495-4c5f-b0fc-b3407f23b3fb,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:20.010794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:20.011649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a1d6-67df-4153-8b2a-308f79e15fd1 req-7e3b8b87-efef-4604-883b-b72ec8e769e0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:20.013311 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b898a1d6-67df-4153-8b2a-308f79e15fd1 req-7e3b8b87-efef-4604-883b-b72ec8e769e0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 944 time: 1.3252807 Jul 13 21:59:20.058252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-250e2f7c-d024-4505-ae63-bbadf27bbcfb None None] Provisioning for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:20.065805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-250e2f7c-d024-4505-ae63-bbadf27bbcfb None None] Provisioning complete for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:20.066245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-250e2f7c-d024-4505-ae63-bbadf27bbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.137266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-250e2f7c-d024-4505-ae63-bbadf27bbcfb None None] Port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:20.280960 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-85569482-b56e-4109-a346-6eb92d5bfe62 service neutron] 10.222.0.20 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2275872 Jul 13 21:59:20.341190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57850) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:20.345924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b898a1d6-67df-4153-8b2a-308f79e15fd1 req-3e685250-1920-4751-9462-ab81d502e78f tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872672 Jul 13 21:59:20.348087 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18f8f5d7-e0b8-4edb-9abb-e8808b0855ea req-4ea56554-e1b7-414f-a924-f22b34f14614 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547628 Jul 13 21:59:20.494511 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-14cdb129-a305-4eab-bb09-38390b71a0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa90143d7c54487eb6e43198de0da20d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1513212 Jul 13 21:59:20.497653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57856) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:20.668699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.751067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.771460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:20.819094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.832169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:20.842378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5016c8de-a6ba-4937-a290-84f948f04cbd up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:20.862513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a8d969-4ca6-4892-8194-5d469f1ee713,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:20.870070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:20.879578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.883005 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7a8d969-4ca6-4892-8194-5d469f1ee713 HTTP/1.1" status: 204 len: 168 time: 0.3841047 Jul 13 21:59:20.910279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.939258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57876) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:20.981174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:20.986285 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d15fa673-a71d-4a7d-8de6-9acf68a9127e req-81bc647a-ebf4-478c-ba31-685472558bc8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 210 time: 0.1173973 Jul 13 21:59:21.046744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:21.051232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Usage tracker for resource:security_group_rule and tenant:89828ad72242426faa18a9060155e148 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:21.054827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:21.071244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:21.122601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-f302b3e6-1b67-4ca5-9bdf-fecd8f66fed4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:21.133366 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-f302b3e6-1b67-4ca5-9bdf-fecd8f66fed4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 817 time: 0.6858153 Jul 13 21:59:21.234312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:21.242512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.249856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.258306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-089a6ba4-9cf7-4363-8d75-8dfe6f593e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:21.271370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 5016c8de-a6ba-4937-a290-84f948f04cbd completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:21.280875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 5016c8de-a6ba-4937-a290-84f948f04cbd triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:21.281388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.296957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a160c9-2c32-47e4-9517-9cc8e118eb3f req-7292aab8-8906-467a-afb1-4e0a125c8ba1 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:21.299122 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7a160c9-2c32-47e4-9517-9cc8e118eb3f req-7292aab8-8906-467a-afb1-4e0a125c8ba1 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 945 time: 0.6288185 Jul 13 21:59:21.355290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af21c7d-93cd-490a-8075-a3d1a0659fda,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:21.359249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:21.361768 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89828ad72242426faa18a9060155e148&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4212584 Jul 13 21:59:21.365616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57894) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:21.378433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.383371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.395574 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-7a93dcb9-1c72-44dd-bc48-59efae69e273 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 379 time: 0.2177134 Jul 13 21:59:21.402263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'port_id': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', 'mac_address': 'fa:16:3e:ac:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a88e15-97cd-4310-8d28-9daef02fb9a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:21.418569 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b7e56c69-6bfe-43c4-85e4-ca0bc7123f6c req-3766b3af-32e5-4575-9834-492d961cfae5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 210 time: 0.2550614 Jul 13 21:59:21.437413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'port': {'device_id': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'admin_state_up': True, 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'security_groups': ['49c7ae05-2565-41ab-a2ad-4d60c2b9c981']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:21.451037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.503009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.565337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.570769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:21.589905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af21c7d-93cd-490a-8075-a3d1a0659fda,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:21.596929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:21.603859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.603859 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2af21c7d-93cd-490a-8075-a3d1a0659fda HTTP/1.1" status: 204 len: 168 time: 0.2361076 Jul 13 21:59:21.681648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.724965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.770389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:21.775252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.776129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:21.837098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:21.849088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5016c8de-a6ba-4937-a290-84f948f04cbd,segment=NetworkSegment(284a4342-07ff-4605-a3b7-c7c517491bce),segment_id=284a4342-07ff-4605-a3b7-c7c517491bce)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:21.858377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.862282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:21.903836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:21.908439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:21.908616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:port and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:21.911685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:21.917900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:21.925305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:21.943944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:21.947399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:21.947930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d7ff2187-b263-4ded-8fbc-988e0b4cb32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:21.953555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Pushing event updated for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:22.042932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:22.048995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:22.181720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57930) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:22.210241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:22.225120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:22.237183 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7a160c9-2c32-47e4-9517-9cc8e118eb3f req-c6eaffc0-2b29-492b-bf9a-7524fe4a92d8 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143609 Jul 13 21:59:22.238432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:22.240959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Made reservation on behalf of 323f310f0ebe47e48795c1fab8313d7c for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:22.246272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:22.311369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:22.525880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:22.528003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:22.532565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:22.540746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:22.552877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:22.554171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:22.556910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:22.562382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:22.562900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:22.593869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:22.693750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:22.700884 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-be20983e-6fd4-4f13-a82a-504f966cd944 req-6a211242-3dcc-4ebc-9326-37242639e2c5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 210 time: 0.1709223 Jul 13 21:59:22.709506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:7123c877ec214aff983dfceeebee902e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:22.715180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:22.729812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:22.776019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-82363578-0c08-4221-959d-12ad8a2eae15 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:22.777246 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-82363578-0c08-4221-959d-12ad8a2eae15 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Synchronizing usage tracker for tenant:efa282b2effa429f945509eed6ff3730 on resource:network {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:22.804358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-82363578-0c08-4221-959d-12ad8a2eae15 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Unset dirty status for tenant:efa282b2effa429f945509eed6ff3730 on resource:network {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:22.805928 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-82363578-0c08-4221-959d-12ad8a2eae15 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 819 time: 0.2584894 Jul 13 21:59:22.829136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Request body: {'port': {'device_id': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'admin_state_up': True, 'tenant_id': 'efa282b2effa429f945509eed6ff3730'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:23.091309 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-1b2b5343-e18e-442c-a5d7-93fc1a812444 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3869984 Jul 13 21:59:23.105597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.109815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.129849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:23.185879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd198a4d-88d5-4a54-b291-bd20da1b05a0,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:23.197711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:23.212387 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd', 'code': 200} Jul 13 21:59:23.222084 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7123c877ec214aff983dfceeebee902e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0391552 Jul 13 21:59:23.223051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 57962) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:23.243553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3ce96bfd-c8b7-4946-a3b9-61d03e0b1ff6 None None] Provisioning complete for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:23.246214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3ce96bfd-c8b7-4946-a3b9-61d03e0b1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.250217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:23.278730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Usage tracker for resource:port and tenant:efa282b2effa429f945509eed6ff3730 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:23.288794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:23.292443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Request body: {'port': {'device_id': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:23.332634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:23.399739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Made reservation on behalf of efa282b2effa429f945509eed6ff3730 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:23.408003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.416064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-3ce96bfd-c8b7-4946-a3b9-61d03e0b1ff6 None None] Port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:23.493302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.11', 53125) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:23.554581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-292cba48-6349-4046-86de-311328963972 req-25890bab-6828-479a-80ac-cb67512697e9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Synchronizing usage tracker for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:23.616256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.647423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.688801 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c596e-347c-4c60-b376-4f0442c6bd04 req-0c7353fd-bfb9-4122-ae88-536fe540d12e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:23.696122 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-693c596e-347c-4c60-b376-4f0442c6bd04 req-0c7353fd-bfb9-4122-ae88-536fe540d12e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 945 time: 1.7473462 Jul 13 21:59:23.751673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-292cba48-6349-4046-86de-311328963972 req-25890bab-6828-479a-80ac-cb67512697e9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Unset dirty status for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:23.752990 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-292cba48-6349-4046-86de-311328963972 req-25890bab-6828-479a-80ac-cb67512697e9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 210 time: 0.2941122 Jul 13 21:59:23.843641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.876625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Allocated IP 172.20.0.14 (8d972f44-19e7-40c2-a28c-ecf0e546a24a/f1a1ea32-4a2e-493e-84db-4a80f16e1d0d/3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:23.888196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:23.924405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:23.936880 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-693c596e-347c-4c60-b376-4f0442c6bd04 req-ec97a044-12cc-4e98-8653-d92a7ee46f77 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393382 Jul 13 21:59:23.973150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd198a4d-88d5-4a54-b291-bd20da1b05a0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:24.004844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:24.025565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Allocated IP 172.20.0.4 (dca78c70-8a79-42de-b137-af17bf2cd5b6/1199e630-15dd-4b5a-9631-45c3a72076a9/1a655bcb-5551-4b11-af04-fdb487b2a493) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:24.054122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.058032 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd198a4d-88d5-4a54-b291-bd20da1b05a0 HTTP/1.1" status: 204 len: 168 time: 0.8301058 Jul 13 21:59:24.299671 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5b0a9adc-7e00-4769-8753-347f98af8c79 req-b1adb894-b9be-4003-8147-05fd7dbbb480 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 210 time: 0.1044474 Jul 13 21:59:24.316226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.316450 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52581eb7-8f01-476b-885d-8eba9693abde req-3bc863ed-f405-4dc1-9f44-a2b002c8ccc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 1099 time: 0.7643018 Jul 13 21:59:24.546418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.563507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:24.636432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Network dca78c70-8a79-42de-b137-af17bf2cd5b6 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:24.641187 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:24.644049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:24.676994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58006) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:24.698228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.711145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Pushing event updated for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:24.714636 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:24.722537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.778047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:24.778732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:24.793604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:24.799799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:24.801590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Usage tracker for resource:security_group_rule and tenant:837a30d00c7b4de5910f8a99e21300f9 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:24.807192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:24.815265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:24.818115 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9946356 Jul 13 21:59:24.843325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Request body: {'port': {'device_id': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:24.876360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b13905-7574-4dc7-ae28-2e4568ed55ac req-d5c9d86f-0791-43f1-ad8a-eff3f4fdaf81 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:24.894003 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-48b13905-7574-4dc7-ae28-2e4568ed55ac req-d5c9d86f-0791-43f1-ad8a-eff3f4fdaf81 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.9471612 Jul 13 21:59:25.004522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:25.007134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 21:59:25.015873 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:25.016338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.035123 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.046204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.053231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:25.063842 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-079c4376-f446-4772-ab8e-e2f4143ce009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:25.084558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Usage tracker for resource:security_group_rule and tenant:622b2ab1a1bc488eb01d175ab965b559 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:25.102505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:25.119501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:25.176909 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-48b13905-7574-4dc7-ae28-2e4568ed55ac req-8aabbd3c-3aba-4dd2-b5eb-3fc4e8a707da tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800639 Jul 13 21:59:25.186409 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=837a30d00c7b4de5910f8a99e21300f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5063424 Jul 13 21:59:25.192590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9b970-9c01-4f6d-a43b-39e66712e1a7,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:25.214534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58024) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:25.215201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.242384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:25.275454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.285062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.335105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:25.336776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:25.343661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.345595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:25.425575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:25.438819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:25.468940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.505252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.525580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Transition to ACTIVE for port object 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:25.542714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebc8ea7-c184-47af-8f0a-83bb03826830 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:25.563705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.599007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.611739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:25.630619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.631936 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bad9b970-9c01-4f6d-a43b-39e66712e1a7 HTTP/1.1" status: 204 len: 168 time: 0.3915749 Jul 13 21:59:25.645713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9b970-9c01-4f6d-a43b-39e66712e1a7,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:25.650482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e401-d949-4eeb-9f84-110d6f41f253 req-73e9e1bf-b8e3-4210-bdd3-5272859a6480 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:25.650608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:25.651975 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b445e401-d949-4eeb-9f84-110d6f41f253 req-73e9e1bf-b8e3-4210-bdd3-5272859a6480 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 931 time: 0.6616864 Jul 13 21:59:25.689639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Transition to ACTIVE for port object 7ebc8ea7-c184-47af-8f0a-83bb03826830 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:25.799744 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b445e401-d949-4eeb-9f84-110d6f41f253 req-174512b2-db95-4061-a7c6-03cb2bd7216e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Jul 13 21:59:25.800683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.836037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:25.871669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:25.923380 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', 'code': 200} Jul 13 21:59:25.971957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.000688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.126427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a655bcb-5551-4b11-af04-fdb487b2a493 {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:26.143579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.173346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Transition to ACTIVE for port object 1a655bcb-5551-4b11-af04-fdb487b2a493 will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:26.177458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.181174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f00c-2c2d-4416-b7c7-2b3f70d02d7c req-0aa1c502-8626-4d43-a0f2-018cf1cf17e3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:26.183522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8766dbb-97fc-4640-9b4c-9e10f1b0c1b6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:26.188665 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c2e6f00c-2c2d-4416-b7c7-2b3f70d02d7c req-0aa1c502-8626-4d43-a0f2-018cf1cf17e3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.7578113 Jul 13 21:59:26.228276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.11', 53126) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:26.284163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:26.290746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:26.312132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ad8e3a55-d319-4deb-bd69-c56400eaaabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:26.320317 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52581eb7-8f01-476b-885d-8eba9693abde req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9959266 Jul 13 21:59:26.368569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:26.412722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:26.422769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Pushing event updated for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:26.446179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:26.455566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:26.459841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:26.460977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.503983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53485917-7e78-4c9b-9aeb-b16ba97274be,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:26.534079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:26.568946 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c2e6f00c-2c2d-4416-b7c7-2b3f70d02d7c req-fbcfae6e-65c5-4105-beab-9e7643e52f41 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791111 Jul 13 21:59:26.570481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:26.651225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Attempting to bind port 7ebc8ea7-c184-47af-8f0a-83bb03826830 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:26.651575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Attempting to bind port 7ebc8ea7-c184-47af-8f0a-83bb03826830 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:26.652173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Attempting to bind port 7ebc8ea7-c184-47af-8f0a-83bb03826830 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:26.681947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Attempting to bind port 1a655bcb-5551-4b11-af04-fdb487b2a493 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:26.683520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Attempting to bind port 1a655bcb-5551-4b11-af04-fdb487b2a493 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:26.683520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Attempting to bind port 1a655bcb-5551-4b11-af04-fdb487b2a493 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:26.691014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Port 7ebc8ea7-c184-47af-8f0a-83bb03826830 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:26.691798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Attempting to bind port 7ebc8ea7-c184-47af-8f0a-83bb03826830 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:26.707077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Port 1a655bcb-5551-4b11-af04-fdb487b2a493 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:26.708141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Attempting to bind port 1a655bcb-5551-4b11-af04-fdb487b2a493 on network dca78c70-8a79-42de-b137-af17bf2cd5b6 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:26.723944 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ec3451a-e82c-4c23-bf50-fe92f6e2b796 req-037aabfc-5134-4f02-885c-54a02a39191e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 1099 time: 0.4882271 Jul 13 21:59:26.725661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:26.726039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Checking segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:26.726489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Bound using segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:26.726976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Bound port: 7ebc8ea7-c184-47af-8f0a-83bb03826830, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:26.727424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.728479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:26.728768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Checking segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:26.729247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Bound using segment: {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:26.729815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Bound port: 1a655bcb-5551-4b11-af04-fdb487b2a493, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2213dd3e-c848-4d9e-bde7-208348d96f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:26.730179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.939311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:26.942760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1a655bcb-5551-4b11-af04-fdb487b2a493,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:26.947121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:26.954669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:26.966780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 58092) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:26.980534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-e66ce9f6-2eb6-44f9-b3c5-3d60c07cdc9c None None] Provisioning for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:26.987166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-e66ce9f6-2eb6-44f9-b3c5-3d60c07cdc9c None None] Provisioning complete for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:26.987813 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e66ce9f6-2eb6-44f9-b3c5-3d60c07cdc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:27.027373 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:27.028936 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a655bcb-5551-4b11-af04-fdb487b2a493 HTTP/1.1" status: 200 len: 1093 time: 2.1929865 Jul 13 21:59:27.029457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:27.038965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e864a-f7b2-4f46-8357-0222b5a389e7 req-8ac63167-b52d-4a04-ab16-eb73db7fb45a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:27.039883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a85e864a-f7b2-4f46-8357-0222b5a389e7 req-8ac63167-b52d-4a04-ab16-eb73db7fb45a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Synchronizing usage tracker for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:27.048823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Pushing event updated for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:27.053145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:27.066818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-e66ce9f6-2eb6-44f9-b3c5-3d60c07cdc9c None None] Port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:27.073711 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6523032 Jul 13 21:59:27.084406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:27.116592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9ec3451a-e82c-4c23-bf50-fe92f6e2b796 req-d19fd932-1692-4017-a022-40b769f5727a service neutron] Synchronizing usage tracker for tenant:622b2ab1a1bc488eb01d175ab965b559 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:27.126248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:27.134021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Request body: {'port': {'device_id': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:27.170040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a85e864a-f7b2-4f46-8357-0222b5a389e7 req-8ac63167-b52d-4a04-ab16-eb73db7fb45a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Unset dirty status for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:27.175492 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-677b8c54-89b3-4555-b7b1-138b6f78baa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 1096 time: 0.0809329 Jul 13 21:59:27.177350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a85e864a-f7b2-4f46-8357-0222b5a389e7 req-8ac63167-b52d-4a04-ab16-eb73db7fb45a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 932 time: 1.1438715 Jul 13 21:59:27.233387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:59:27.247064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:59:27.247244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:27.265539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:27.266633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:27.275451 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/83af5552-34e3-4258-a4a2-f5d6b6d73f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.0489681 Jul 13 21:59:27.308679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:27.321498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-8d934af6-1a09-4c2c-8ca2-d8d765cd72f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a655bcb-5551-4b11-af04-fdb487b2a493 HTTP/1.1" status: 200 len: 217 time: 0.1295946 Jul 13 21:59:27.368753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:27.370182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:27.397987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9ec3451a-e82c-4c23-bf50-fe92f6e2b796 req-d19fd932-1692-4017-a022-40b769f5727a service neutron] Unset dirty status for tenant:622b2ab1a1bc488eb01d175ab965b559 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:27.400417 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ec3451a-e82c-4c23-bf50-fe92f6e2b796 req-d19fd932-1692-4017-a022-40b769f5727a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021903 Jul 13 21:59:27.426967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:27.481987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaac027-b739-4a6d-82f9-42ecc9af9442 req-65788a47-c0c3-4659-bd35-97527ef76ad9 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:27.484217 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fbaac027-b739-4a6d-82f9-42ecc9af9442 req-65788a47-c0c3-4659-bd35-97527ef76ad9 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.5336797 Jul 13 21:59:27.493221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-18a15dfa-2c42-46f5-863f-fb0eda964485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:27.495369 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-18a15dfa-2c42-46f5-863f-fb0eda964485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1664743 Jul 13 21:59:27.566806 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a85e864a-f7b2-4f46-8357-0222b5a389e7 req-3fda32ec-b1c2-48c3-a001-e10155833991 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884895 Jul 13 21:59:27.615878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:27.648759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:27.710270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:27.761056 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-8ac0ff77-bbe4-4917-aadb-91563e90a35d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037195 Jul 13 21:59:27.974099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Usage tracker for resource:security_group_rule and tenant:2ca4ceef5b38429ca88b075d614fa0cc is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:27.993415 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-14d63522-3482-4758-b15e-0dab2e05f46b service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241976 Jul 13 21:59:28.039230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:28.043558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:28.045117 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] 10.222.0.11 "PUT /v2.0/ports/7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 1093 time: 4.7772775 Jul 13 21:59:28.055054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:28.072267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:28.354134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:20Z', 'revision_number': 2, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:28.359150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:59:28.360058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Updating router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 21:59:28.396645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-53f508b8-4989-435b-92f3-2aa28c0e0ac3 req-ddc09517-73db-4831-b44a-a8e468e8eba2 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907521 Jul 13 21:59:28.412724 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fbaac027-b739-4a6d-82f9-42ecc9af9442 req-2d8f6462-232f-4dd5-9c18-d6699096d445 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9035196 Jul 13 21:59:28.413394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:28.433696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:28.486460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:28.526905 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493', 'status': 'completed', 'code': 200} Jul 13 21:59:28.531540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16b58e-640a-4efb-9f34-91475ed542bb req-12cec523-99c2-47ac-9f0a-e1c6a004995f tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:28.533218 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf16b58e-640a-4efb-9f34-91475ed542bb req-12cec523-99c2-47ac-9f0a-e1c6a004995f tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 943 time: 0.5527670 Jul 13 21:59:28.698835 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf16b58e-640a-4efb-9f34-91475ed542bb req-4d6c9e3f-5d88-4490-b16e-fc30dfdb8670 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568778 Jul 13 21:59:28.705914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-39fc0504-4efc-4d51-8123-ed3b4688a168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1096 time: 0.2980099 Jul 13 21:59:28.788597 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-f0696e1f-accd-4784-95ce-d850173c9d05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 1096 time: 0.1926916 Jul 13 21:59:28.893662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:28.998660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.029653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.043422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Transition to ACTIVE for port object ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:29.050453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.050880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-774e2148-b58b-4ef5-ad44-70ca604a5476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:29.058601 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-5c527f07-40ab-4b11-a659-d593dbd1e2ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.3037193 Jul 13 21:59:29.062551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:29.166441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca4ceef5b38429ca88b075d614fa0cc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1350205 Jul 13 21:59:29.171764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-87dd3640-28de-4559-b477-9a72afe60c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:29.173593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-87dd3640-28de-4559-b477-9a72afe60c45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.3779519 Jul 13 21:59:29.174119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58148) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:29.190131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:29.211696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.230358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff8a357-cabf-4824-90a8-0c20be926e40,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:29.242170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:29.285287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Transition to ACTIVE for port object 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:29.304472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-9ade12f9-24b5-4454-9577-e6610b4b3eca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:29.306106 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-9ade12f9-24b5-4454-9577-e6610b4b3eca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.2323198 Jul 13 21:59:29.313977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.347555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Pushing event updated for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:29.350701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:29.351692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Attempting to bind port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:29.352238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Attempting to bind port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:29.352934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Attempting to bind port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:29.355025 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-dd06ba43-9cbe-46e6-b6e5-14a7cb59d3cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a655bcb-5551-4b11-af04-fdb487b2a493 HTTP/1.1" status: 200 len: 217 time: 0.1144936 Jul 13 21:59:29.355891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.377604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:29.382754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Checking segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:29.383402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.383994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Bound using segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:29.384688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Bound port: ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:29.385383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.423181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:29.466680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-ff076a42-a5d7-4e15-be10-8c0487901c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:29.468850 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-ff076a42-a5d7-4e15-be10-8c0487901c89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1064553 Jul 13 21:59:29.532959 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-a09e904b-ecac-439a-8a13-9d638fafefae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554740 Jul 13 21:59:29.539780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-22407fa2-33d7-459e-8ec4-26e49b26f164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2242851 Jul 13 21:59:29.577133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a655d-970e-41d0-a0b4-8c1dac7dc186 req-dca2709f-2c43-4774-9756-79e5e36c77c5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:29.578798 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-510a655d-970e-41d0-a0b4-8c1dac7dc186 req-dca2709f-2c43-4774-9756-79e5e36c77c5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.6255438 Jul 13 21:59:29.611459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] For port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:29.616557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.621008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] For port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:29.631494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.650380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3911bdc7-56a1-4bed-99fc-dcfac770fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:29.696327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58162) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:29.710231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418698951', 'description': 'tempest-description--871044893'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:29.710640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:29.718446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:29.722538 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:29.723930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:29.725638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:29.726995 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830', 'status': 'completed', 'code': 200} Jul 13 21:59:29.731964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:29.762190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:29.850441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-f8783e45-74c0-4ed4-9872-4af6a6f5d3f5 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050575 Jul 13 21:59:29.973096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.002851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:30.003866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:30.006423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9a0b23c8-a7aa-4631-9d89-f2779e3ab37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:30.039290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:30.070087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff8a357-cabf-4824-90a8-0c20be926e40,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:30.074234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:30.080768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:30.081644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:30.143758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.145047 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bff8a357-cabf-4824-90a8-0c20be926e40 HTTP/1.1" status: 204 len: 168 time: 0.9699302 Jul 13 21:59:30.146278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:30.285523 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-510a655d-970e-41d0-a0b4-8c1dac7dc186 req-b605afa5-8188-43bd-8a6a-54ed9a883a1c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335960 Jul 13 21:59:30.289136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Attempting to bind port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:30.308190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Attempting to bind port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:30.309006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Attempting to bind port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:30.396663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.445849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:30.446218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Attempting to bind port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:30.447731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7278c98-d912-4031-9ed8-1eeea24c1f7a req-498725d6-1af4-43c1-9287-ab47075efc62 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632472 Jul 13 21:59:30.458296 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.472709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:30.473085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Checking segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:30.473513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Bound using segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:30.473999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Bound port: 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:30.474418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.503710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9344dac8-6de3-4a72-be56-a1bdf5fa510f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:30.539505 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-4537b34a-9d54-4e31-b6f7-0d09cded5489 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9834456 Jul 13 21:59:30.558390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Pushing event updated for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:30.567772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:30.581021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad92bf-cf6e-4dfd-9436-38b28177dc43,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:30.595865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.598462 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9002540 Jul 13 21:59:30.599774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:30.600541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58184) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:30.609498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group_rule': {'security_group_id': '89ad92bf-cf6e-4dfd-9436-38b28177dc43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:30.619536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:30.625819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:30.637569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:30.646320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:30.650942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:30.666225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:30.666928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:30.708885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.888270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.897435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.899585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:30.903536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:30.925663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a969-e293-4777-9979-0ee6e0742fec req-6ee3e6d2-75da-4a38-bb66-6d9d28e19924 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:30.936067 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c108a969-e293-4777-9979-0ee6e0742fec req-6ee3e6d2-75da-4a38-bb66-6d9d28e19924 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.9431503 Jul 13 21:59:30.979111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78e6781-8167-4c43-bd25-ff6dac560c07,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:30.985726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:31.001528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:31.006381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.007706 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4059625 Jul 13 21:59:31.008487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 1a655bcb-5551-4b11-af04-fdb487b2a493 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:31.010530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58194) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:31.017572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group_rule': {'security_group_id': '89ad92bf-cf6e-4dfd-9436-38b28177dc43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:31.033387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:31.049663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:31.056723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:31.059749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58198) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:31.075242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:31.081133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:31.082140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:31.089780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.116175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.168070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:31.192165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Usage tracker for resource:security_group_rule and tenant:2601cdeb445d4c648e0324891a85bdbe is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:31.196308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:31.204276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.205855 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 1094 time: 4.0952775 Jul 13 21:59:31.222758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:31.235853 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c108a969-e293-4777-9979-0ee6e0742fec req-0a82c7c5-66f1-47cd-8eca-9bfa5b905b89 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986052 Jul 13 21:59:31.269081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fbed-0d94-4032-8254-6d8454151c29 req-22312cb2-bbff-4ded-82c1-a1334138d1fe tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:31.271448 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4d13fbed-0d94-4032-8254-6d8454151c29 req-22312cb2-bbff-4ded-82c1-a1334138d1fe tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.7089760 Jul 13 21:59:31.273532 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dd49c32-fa76-45d9-916c-bbdc3839c5b6 req-f63e9e8b-4783-4402-9f53-29a3dd266047 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092822 Jul 13 21:59:31.330638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.344714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.413232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.425709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:31.432970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.473603 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2601cdeb445d4c648e0324891a85bdbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4121816 Jul 13 21:59:31.482841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58212) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:31.566697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0eb336-0a79-4a1b-ba2a-b38b4675dab3,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:31.587928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.613480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:31.617748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52bb4b41-f24f-4352-a4f4-6ce0838a8df8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:31.658819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.662214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1a655bcb-5551-4b11-af04-fdb487b2a493,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:31.664035 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4930b8d1-e5e4-4329-b1a5-b17fa704b635 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6524174 Jul 13 21:59:31.664931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58220) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:31.683385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.685498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:29Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:31.701558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:31.710143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e185f2e-cd72-41b0-93a7-a57ccda11b50,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:31.710376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '1a655bcb-5551-4b11-af04-fdb487b2a493', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'port_id': '1a655bcb-5551-4b11-af04-fdb487b2a493', 'mac_address': 'fa:16:3e:fb:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:31.713667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b9515-838a-433f-8663-be700ae7107b None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:29Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:31.741339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:31.744760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:31.774359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:floatingip and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:31.788719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:31.803003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:31.809122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.849943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.854504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a655bcb-5551-4b11-af04-fdb487b2a493 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:31.887873 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1a655bcb-5551-4b11-af04-fdb487b2a493,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:31.892494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:31.895606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:31.995345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:31.997994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:32.001651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:32.033975 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4d13fbed-0d94-4032-8254-6d8454151c29 req-549e2100-abfa-49a8-bcf8-98ddd3a73628 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829070 Jul 13 21:59:32.127746 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'status': 'completed', 'code': 200} Jul 13 21:59:32.145692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:32.152203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:32.170596 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-0e62ceb4-9bdd-40c3-81cb-b2ca6e51491b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1097 time: 0.8960001 Jul 13 21:59:32.190892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea744ab-da18-42a6-a324-a5d5b8aaa8f6 req-7aed4a3c-c6c8-4271-a357-51c378082fce tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:32.192310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e185f2e-cd72-41b0-93a7-a57ccda11b50,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:32.193640 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2ea744ab-da18-42a6-a324-a5d5b8aaa8f6 req-7aed4a3c-c6c8-4271-a357-51c378082fce tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 944 time: 0.5710475 Jul 13 21:59:32.199188 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-cad729d2-b61e-4adf-b34e-207f275d8c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1096 time: 0.7598259 Jul 13 21:59:32.212466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:32.225127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:32.228883 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e185f2e-cd72-41b0-93a7-a57ccda11b50 HTTP/1.1" status: 204 len: 168 time: 0.7361674 Jul 13 21:59:32.237499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['1a655bcb-5551-4b11-af04-fdb487b2a493'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:32.378926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:32.560680 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2ea744ab-da18-42a6-a324-a5d5b8aaa8f6 req-1257b30b-225c-4879-80f8-fa0ff511f74a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531242 Jul 13 21:59:32.631894 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-9d461db8-d994-4281-957e-c3f2269a487d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 217 time: 0.4366415 Jul 13 21:59:32.874561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Allocated IP 172.28.3.205 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/cf85d762-c09a-4376-ad8d-495630441f07) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:32.966418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-41992d82-cbf0-4ec0-b155-abbe28f2a28f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:32.968795 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-41992d82-cbf0-4ec0-b155-abbe28f2a28f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.3283091 Jul 13 21:59:33.127900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-ea6fd052-cffb-4f18-bfd0-13bb70aa2607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:33.132673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-ea6fd052-cffb-4f18-bfd0-13bb70aa2607 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.8082991 Jul 13 21:59:33.265985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedfdd8-266a-436b-8eb6-f7d17c0ebb32 req-921e1191-6e2d-4cee-aa69-4620bd9afe26 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:33.267640 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3dedfdd8-266a-436b-8eb6-f7d17c0ebb32 req-921e1191-6e2d-4cee-aa69-4620bd9afe26 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.6987083 Jul 13 21:59:33.274307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:33.312253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:33.319225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:33.364843 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-b8427158-684b-430d-be53-8dda3d680667 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.2185338 Jul 13 21:59:33.434583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=cf85d762-c09a-4376-ad8d-495630441f07,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:33.439041 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-b315af6e-d103-4173-985f-885d8cda1229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4619553 Jul 13 21:59:33.447426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:33.465508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:33.471918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:33.478241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:33.654003 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3dedfdd8-266a-436b-8eb6-f7d17c0ebb32 req-1dcd6901-00ab-4e03-867d-f1d080e44244 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427720 Jul 13 21:59:33.684725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-f78b269c-7bae-44a2-abad-87cdc2ebce89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:33.691408 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-f78b269c-7bae-44a2-abad-87cdc2ebce89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.3152409 Jul 13 21:59:33.817949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:33.862123 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-6c4aa7ff-ddb3-4250-b3a6-458cbaab9450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604216 Jul 13 21:59:33.972270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:33.982724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:34.081470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:34.087442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:34.087864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.136381 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-07d59474-2fd5-4beb-8857-95aefd2772a1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800961 Jul 13 21:59:34.262336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.304229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:34.308174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.311988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:34.393969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:34.397476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:34.478546 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-206d5570-53f1-4791-b2e0-c1115f3b2f98 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048708 Jul 13 21:59:34.501611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.505763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.514133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:34.555101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09a7ef-1ed8-4786-9bd9-1afab620fa49 req-ba2b10d3-cce9-4c17-94c5-16dc27cd55b2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:34.556945 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7a09a7ef-1ed8-4786-9bd9-1afab620fa49 req-ba2b10d3-cce9-4c17-94c5-16dc27cd55b2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 944 time: 0.5893085 Jul 13 21:59:34.581386 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99c28d1a-7965-4404-a4ca-c3c0f29d775f req-bdfb51db-6285-4331-93dd-c9d99394bb88 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684628 Jul 13 21:59:34.685630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=cf85d762-c09a-4376-ad8d-495630441f07,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:34.772890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:34.828376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.847522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 7ebc8ea7-c184-47af-8f0a-83bb03826830 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:34.856935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 1a655bcb-5551-4b11-af04-fdb487b2a493 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:34.877961 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:34.879521 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2020729 Jul 13 21:59:34.906403 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d4783e0-91c9-4ea2-8471-b9c11fdacd69 req-a4ca0f30-70ab-4341-a59f-3f8652abdda9 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158075 Jul 13 21:59:34.917952 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7a09a7ef-1ed8-4786-9bd9-1afab620fa49 req-c1541335-ce06-487c-a935-2eff4a1e60e9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428686 Jul 13 21:59:34.979032 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-07f142f3-71c3-40cb-aa3a-904f3ed2e8f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1097 time: 0.1878526 Jul 13 21:59:35.500564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-a3a412bf-d77d-4efb-be9e-7d8144fad21e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:35.502184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-a3a412bf-d77d-4efb-be9e-7d8144fad21e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.5073674 Jul 13 21:59:35.508949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 1a655bcb-5551-4b11-af04-fdb487b2a493 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:35.513252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6580f-34aa-4b19-b87c-a7e3a42ea879 req-aca80473-b429-4090-8110-2e565855dd4f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:35.519767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 1a655bcb-5551-4b11-af04-fdb487b2a493 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:35.520597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:35.522899 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12f6580f-34aa-4b19-b87c-a7e3a42ea879 req-aca80473-b429-4090-8110-2e565855dd4f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.3306997 Jul 13 21:59:35.611532 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-dce4a326-0427-430e-90cd-0b1d4f3de822 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 217 time: 0.0860693 Jul 13 21:59:35.690783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:35.739323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '7ebc8ea7-c184-47af-8f0a-83bb03826830', 'network_id': 'dca78c70-8a79-42de-b137-af17bf2cd5b6', 'port_id': '7ebc8ea7-c184-47af-8f0a-83bb03826830', 'mac_address': 'fa:16:3e:d3:dd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1199e630-15dd-4b5a-9631-45c3a72076a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:35.844449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:35.860637 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12f6580f-34aa-4b19-b87c-a7e3a42ea879 req-74b9486f-0d07-48b3-8a49-ae86925dd36a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366632 Jul 13 21:59:35.868088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:35.904937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1a655bcb-5551-4b11-af04-fdb487b2a493,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:35.919063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:35.927600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:35.942779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-c64266b7-c375-49ce-8857-f7e60393db0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:35.944628 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-c64266b7-c375-49ce-8857-f7e60393db0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.2983689 Jul 13 21:59:35.989225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebc8ea7-c184-47af-8f0a-83bb03826830 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:35.993126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:35.999715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:36.036302 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493', 'code': 200} Jul 13 21:59:36.067351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:36.085601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:36.085944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-2f974df5-b5bd-4c68-a384-a878e9544d08 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:36.104911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:36.105463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:36.131112 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-2f974df5-b5bd-4c68-a384-a878e9544d08 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:36.137306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:36.142880 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-2f974df5-b5bd-4c68-a384-a878e9544d08 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1418698951&fields=id&tenant_id=128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 267 time: 0.2810514 Jul 13 21:59:36.147169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:36.147742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:36.273510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:36.281265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:36.317944 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-b19a911f-c7a6-459b-8f7b-bee1a3880e1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3320916 Jul 13 21:59:36.455199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['7ebc8ea7-c184-47af-8f0a-83bb03826830'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:36.594984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-75b098f0-4ab4-4ac0-9234-e6cfa1c39be0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:36.595750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-75b098f0-4ab4-4ac0-9234-e6cfa1c39be0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:36.687870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e91474-dfd1-440b-b6f6-107e71a050dd req-bee592b6-f071-49b3-b020-9372b31352be tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:36.689732 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-14e91474-dfd1-440b-b6f6-107e71a050dd req-bee592b6-f071-49b3-b020-9372b31352be tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.3697226 Jul 13 21:59:36.703347 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7e7ad534-5c5a-4936-8bc4-7f85c9e574c4 req-8bf5e4aa-b420-45ff-8cda-ac6e71b6a040 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 1098 time: 0.3211420 Jul 13 21:59:36.706289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-75b098f0-4ab4-4ac0-9234-e6cfa1c39be0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:36.707463 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-75b098f0-4ab4-4ac0-9234-e6cfa1c39be0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 810 time: 0.5635147 Jul 13 21:59:36.727834 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-476dd65c-3430-4ed1-8655-d32b97b9f5b4 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454826 Jul 13 21:59:36.830556 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-3d2de819-363f-416c-98bd-905f8b3ac9a9 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/quotas/128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 375 time: 0.1034198 Jul 13 21:59:36.959074 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-14e91474-dfd1-440b-b6f6-107e71a050dd req-aefbb389-4678-437c-b43e-9f575f73a86d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599263 Jul 13 21:59:36.980436 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7e7ad534-5c5a-4936-8bc4-7f85c9e574c4 req-d9c10f25-717a-46e0-9fa3-c035dbea0340 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448366 Jul 13 21:59:37.055015 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d032c34d-32a6-4aaa-b15f-e2a1c7159670 req-d73a201e-7f69-48a9-819a-28d7428639bd service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958629 Jul 13 21:59:37.070335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-7d27e6c2-b70c-4427-a854-d501d074c662 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:37.094321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-7d27e6c2-b70c-4427-a854-d501d074c662 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:37.109042 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-7d27e6c2-b70c-4427-a854-d501d074c662 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022905 Jul 13 21:59:37.419239 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-3479d8ea-1e49-4ca1-a412-97ab99cbb35c service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077424 Jul 13 21:59:37.583069 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-f2f75f59-62d8-4505-bea1-27d7089855b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509655 Jul 13 21:59:37.599844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc557d-89ee-42e7-aea1-0e42462d2488 req-ccd80861-ac15-4f92-abe6-c08481ed4c3d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:37.602920 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-22fc557d-89ee-42e7-aea1-0e42462d2488 req-ccd80861-ac15-4f92-abe6-c08481ed4c3d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.2868257 Jul 13 21:59:37.699076 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-22fc557d-89ee-42e7-aea1-0e42462d2488 req-c217b534-4487-4db6-859c-fcbbeab7f772 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901742 Jul 13 21:59:37.751381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58412) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:37.993497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.033139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:38.038027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Usage tracker for resource:security_group_rule and tenant:f0a9444810d04b5f842758cc6ca1b232 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:38.041200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:38.042644 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b9462777-666b-4bc5-9595-c42c42f10db9 req-b8cb88b3-6ea7-4df6-8557-193f376712ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 210 time: 0.0657697 Jul 13 21:59:38.058415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:38.084655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595963a3-4968-4036-b23b-6bfaca4358db req-b3db578b-a793-441e-a722-582ea35f4289 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:38.086286 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-b3db578b-a793-441e-a722-582ea35f4289 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.2488906 Jul 13 21:59:38.137914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-dee12780-1101-4f8a-ae8a-6c5eba456640 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/quotas/ec1d74ef7ea7421e871a1172943c2942 HTTP/1.1" status: 200 len: 375 time: 0.0448718 Jul 13 21:59:38.156096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.161095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.172085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:38.224575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2fb616-f256-4346-9831-403a1aca307a,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:38.229191 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0a9444810d04b5f842758cc6ca1b232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4770899 Jul 13 21:59:38.230164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:38.232000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58440) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:38.241119 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-3ed0a81f-4f75-4822-aaec-7cb47b93ae52 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021245 Jul 13 21:59:38.344748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.375791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.438793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.447433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a9b9ee5c-d7c7-4684-9623-c32399d4ee7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:38.466154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2fb616-f256-4346-9831-403a1aca307a,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:38.475456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.479117 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c2fb616-f256-4346-9831-403a1aca307a HTTP/1.1" status: 204 len: 168 time: 0.2436924 Jul 13 21:59:38.479117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:38.535612 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-bfd5a06d-35f9-406e-bc94-f5d839eb975e service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933900 Jul 13 21:59:38.791505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b4842825-b88d-44de-ad46-00b1a64e9fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:38.878546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:38.884623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 7ebc8ea7-c184-47af-8f0a-83bb03826830 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:38.903607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5005-d88b-4c7a-8823-30b5386ed018 req-52ca2889-feee-4c72-9626-7052a325f70c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:38.911301 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-111f5005-d88b-4c7a-8823-30b5386ed018 req-52ca2889-feee-4c72-9626-7052a325f70c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.5376894 Jul 13 21:59:38.971936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58462) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:39.007021 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-4c1548b6-3b0e-45ba-8f82-b27cce750bf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5679948 Jul 13 21:59:39.009149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.013710 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-69fc67ed-81db-4f4b-a1cd-63567432dce0 service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770980 Jul 13 21:59:39.057467 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-111f5005-d88b-4c7a-8823-30b5386ed018 req-51b5210d-851a-4113-acc3-3ee3fbca6510 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451247 Jul 13 21:59:39.075506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 7ebc8ea7-c184-47af-8f0a-83bb03826830 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:39.083513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 7ebc8ea7-c184-47af-8f0a-83bb03826830 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:39.083942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.131317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:39.141086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee9c6a93f6e44a1b6c040e338556ff2 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:39.145954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:39.166086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:39.220512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:39.416623 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-3e47e4d0-b375-407d-85ca-1296f57f154f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1b5df4685a547dcbab3f878cb9e9a71&device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 1099 time: 0.2575006 Jul 13 21:59:39.418356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.432890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.457539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:39.460564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.534266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fb2d5066-7fb6-44a4-a8b2-b78579778ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:39.581466 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee9c6a93f6e44a1b6c040e338556ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6083105 Jul 13 21:59:39.584546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58484) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:39.648640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:39.656817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:39.673101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.678503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:39.689596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ed5e8-0495-4b84-9f26-36d4f36ec991,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:39.741038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:39.795852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.817536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:39.818939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.853907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:39.857993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:39.859202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:39.875533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.877719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:39.896919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:39.931152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-9c1e6384-6684-44a4-a887-1eb7bcb2892b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:39.932818 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-9c1e6384-6684-44a4-a887-1eb7bcb2892b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 810 time: 0.3513980 Jul 13 21:59:40.015809 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebaabb43-22f8-46ed-ad8f-07abbd66d795 req-9588705b-7c7d-4c20-84a0-21c30b77d07a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 210 time: 0.0771806 Jul 13 21:59:40.050549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:40.084850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-12308171-e6b5-499c-80b9-d7bb6bcd3d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:40.093067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:40.097774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:40.115119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:40.116885 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/101ed5e8-0495-4b84-9f26-36d4f36ec991 HTTP/1.1" status: 204 len: 168 time: 0.5311379 Jul 13 21:59:40.120356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ed5e8-0495-4b84-9f26-36d4f36ec991,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:40.130860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:40.297969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028abb5-45ec-4b28-8f06-829faaa65dc2 req-1e6d9bf3-db94-42f8-a419-672c4be595c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:40.300207 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5028abb5-45ec-4b28-8f06-829faaa65dc2 req-1e6d9bf3-db94-42f8-a419-672c4be595c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.8736670 Jul 13 21:59:40.329071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:40.354874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-9265b6ff-a634-430d-a021-b9e210bece1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:40.356511 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-9265b6ff-a634-430d-a021-b9e210bece1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4921f932-ee11-4057-8477-34a5c4e6c01a HTTP/1.1" status: 200 len: 913 time: 0.8218915 Jul 13 21:59:40.381928 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-47f277e5-a0b1-4b36-b76d-0a198edfbb88 req-380eec59-d6a7-4797-bf32-77b5a617c876 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 210 time: 0.1530643 Jul 13 21:59:40.420180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:40.505538 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5028abb5-45ec-4b28-8f06-829faaa65dc2 req-a3b7f0a9-e8d1-45e6-9959-41c9ae67937f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914709 Jul 13 21:59:40.516142 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-202e7e8d-119b-41cc-8ab6-f38abe03a8e8 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 380 time: 0.4949236 Jul 13 21:59:40.518055 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-b073a65b-6be2-41af-aedf-075008939c3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5016c8de-a6ba-4937-a290-84f948f04cbd HTTP/1.1" status: 200 len: 217 time: 0.1351955 Jul 13 21:59:40.598477 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830', 'code': 200} Jul 13 21:59:40.622563 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'port': {'device_id': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'admin_state_up': True, 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'security_groups': ['89ad92bf-cf6e-4dfd-9436-38b28177dc43']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:40.873176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-a598cbd3-167e-4c10-8d70-274c5f8da439 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:40.875372 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-a598cbd3-167e-4c10-8d70-274c5f8da439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce01043b-89d2-4bd5-a272-02b3e9ea6f8e HTTP/1.1" status: 200 len: 852 time: 0.3420718 Jul 13 21:59:40.910576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c636263-57c7-4908-8ee8-62c8337d96ef req-fa79d0f0-48e3-49f5-935a-9bc60bd5f86e tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:40.912498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c636263-57c7-4908-8ee8-62c8337d96ef req-fa79d0f0-48e3-49f5-935a-9bc60bd5f86e tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.3845420 Jul 13 21:59:40.953213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93e44d6f-bb8e-4024-8382-5322b5abe020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:40.999316 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d55e4f8e-00a2-47f7-8f99-2f90d66a6569 req-3e801f49-8d32-4f73-9bb6-c7a2a40e9393 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.1118557 Jul 13 21:59:41.019970 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-65ab8b56-b5b2-4ac2-8aec-62eb58fbc063 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4921f932-ee11-4057-8477-34a5c4e6c01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202118 Jul 13 21:59:41.040695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186af60-8736-46d5-8780-d2c7e1930b31 req-8761381c-97f0-4dcd-bb36-1899ea295eb9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:41.042284 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5186af60-8736-46d5-8780-d2c7e1930b31 req-8761381c-97f0-4dcd-bb36-1899ea295eb9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2687895 Jul 13 21:59:41.047651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:41.080288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:41.134186 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d55e4f8e-00a2-47f7-8f99-2f90d66a6569 req-5e17a8ca-722f-4d9b-9853-d683aa8eb3ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752847 Jul 13 21:59:41.189879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Made reservation on behalf of 128de97f48ce48e89101ca50f7b49e01 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:41.195343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:41.228452 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c636263-57c7-4908-8ee8-62c8337d96ef req-6ae39678-4629-436a-a99d-cab197c0f998 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637131 Jul 13 21:59:41.581303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Allocated IP 172.20.0.7 (2bc24b89-5d95-4427-93d4-71f4a7b58f2c/7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1/501e1534-c1c3-4e7b-9714-38d81c9b895e) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:41.694042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:41.775600 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5186af60-8736-46d5-8780-d2c7e1930b31 req-560d28c4-4265-441f-9c83-c68cf59e41e4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744597 Jul 13 21:59:41.794661 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0eb4c7d1-b6a1-4f9b-9934-72a142c3c35e req-d6400901-6a70-4517-a6af-29b42c26bc92 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 210 time: 0.4280980 Jul 13 21:59:41.869750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595963a3-4968-4036-b23b-6bfaca4358db req-16ac3e83-11e8-4346-ba68-ed7e6eb630b8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:41.881961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-16ac3e83-11e8-4346-ba68-ed7e6eb630b8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.3794096 Jul 13 21:59:41.884014 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-207efd62-6005-4014-8c03-7dc7945065dc service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846932 Jul 13 21:59:41.893227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:41.930389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Request body: {'port': {'device_id': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'admin_state_up': True, 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:41.994723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Transition to ACTIVE for port object 501e1534-c1c3-4e7b-9714-38d81c9b895e will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:42.143828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:42.145691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.150072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Usage tracker for resource:port and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:42.153476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:42.164913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:42.176145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 21:59:42.182165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.371017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Allocated IP 172.20.0.8 (6debd415-819f-45b7-9e66-e8a604d3b525/12a88e15-97cd-4310-8d28-9daef02fb9a2/44ef5764-3b43-4089-8677-c1651a62dd90) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 21:59:42.407709 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-743b3164-01d3-4750-b837-fda4696c91ee req-8772e69d-c70c-4834-bc09-e90566bf8660 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 210 time: 0.3071656 Jul 13 21:59:42.463234 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c6f9e15-79ea-4786-8588-ebc0259320d8 req-65ffdb20-0c8e-4fdf-9c3c-1a7ed27e6467 service neutron] 10.222.0.11 "GET /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342529 Jul 13 21:59:42.468055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.485638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81877768-31dd-4761-a38a-242ac9ccb845 req-7b55657c-8171-486e-9038-8cb7ccbdf3dc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:42.487249 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-81877768-31dd-4761-a38a-242ac9ccb845 req-7b55657c-8171-486e-9038-8cb7ccbdf3dc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 945 time: 0.1604421 Jul 13 21:59:42.498231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:42.603450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:42.609355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:42.619189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:42.623529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:42.624848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.697242 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0867791 Jul 13 21:59:42.706548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.721405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:42.726769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:42.749037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-81877768-31dd-4761-a38a-242ac9ccb845 req-2cf51ccc-6b13-4d4b-a4d9-490b9b3a204d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778774 Jul 13 21:59:42.776612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:42.782777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Request body: {'port': {'device_id': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:42.819476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:42.852251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:42.961607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:43.040786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Network 6debd415-819f-45b7-9e66-e8a604d3b525 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 21:59:43.045359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 21:59:43.049863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 21:59:43.165041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.197933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:43.198670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.277022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event updated for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:43.282554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:43.289907 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642042 Jul 13 21:59:43.303318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.318447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Request body: {'port': {'device_id': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:43.387782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:43.391543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-ef350396-59d1-4148-bdba-efae65596662 None None] Provisioning for port 501e1534-c1c3-4e7b-9714-38d81c9b895e completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:43.419666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:43.420179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.473312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-ef350396-59d1-4148-bdba-efae65596662 None None] Provisioning complete for port 501e1534-c1c3-4e7b-9714-38d81c9b895e triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:43.473831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ef350396-59d1-4148-bdba-efae65596662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.486241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.651256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-ef350396-59d1-4148-bdba-efae65596662 None None] Port 501e1534-c1c3-4e7b-9714-38d81c9b895e cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 21:59:43.815229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501e1534-c1c3-4e7b-9714-38d81c9b895e {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:43.854118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.855513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.896164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:43.919561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:43.924726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.929869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bf91facc-0c2c-4975-9f77-3c1314bdff80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:43.948279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Transition to ACTIVE for port object 501e1534-c1c3-4e7b-9714-38d81c9b895e will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:43.968634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35eba6-f5aa-48a1-99bd-4055158847ac req-40d5a323-7ffc-4560-91df-e15bf296179e tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:43.976016 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c35eba6-f5aa-48a1-99bd-4055158847ac req-40d5a323-7ffc-4560-91df-e15bf296179e tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.8827386 Jul 13 21:59:43.980854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:43.991362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3b2ab-108a-40cc-95d5-ae28bc461ffa req-c99496bd-054f-4674-9124-113d3d1abbb8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:43.998810 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c3a3b2ab-108a-40cc-95d5-ae28bc461ffa req-c99496bd-054f-4674-9124-113d3d1abbb8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.9069145 Jul 13 21:59:44.055850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:44.089492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ef5764-3b43-4089-8677-c1651a62dd90 {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:44.107126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:44.117619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.117928 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-57360a13-c714-40dd-8813-dd870968a37d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 1098 time: 1.0220361 Jul 13 21:59:44.121111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:44.123986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-e4122ac3-69bd-4954-a253-b578c4cfe9f4 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:44.125772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-e4122ac3-69bd-4954-a253-b578c4cfe9f4 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 1.0314901 Jul 13 21:59:44.148148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Transition to ACTIVE for port object 44ef5764-3b43-4089-8677-c1651a62dd90 will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 21:59:44.152629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.160188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:44.254299 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Deleting port 5016c8de-a6ba-4937-a290-84f948f04cbd {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 21:59:44.254778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.327652 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c35eba6-f5aa-48a1-99bd-4055158847ac req-ff34e564-2025-441a-8f61-2619b2ddbfaa tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505051 Jul 13 21:59:44.426574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:44.434135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:44.442434 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c3a3b2ab-108a-40cc-95d5-ae28bc461ffa req-5ea5c9fd-7632-4be6-b2ec-352c7b4e68a3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423966 Jul 13 21:59:44.476081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Attempting to bind port 44ef5764-3b43-4089-8677-c1651a62dd90 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:44.476586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Attempting to bind port 44ef5764-3b43-4089-8677-c1651a62dd90 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:44.477060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Attempting to bind port 44ef5764-3b43-4089-8677-c1651a62dd90 on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:44.484591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Port 44ef5764-3b43-4089-8677-c1651a62dd90 on network 6debd415-819f-45b7-9e66-e8a604d3b525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:44.485085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Attempting to bind port 44ef5764-3b43-4089-8677-c1651a62dd90 on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:44.491814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Pushing event updated for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:44.495040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:44.495510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Checking segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:44.496013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Bound using segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:44.496756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Bound port: 44ef5764-3b43-4089-8677-c1651a62dd90, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:44.497241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.650465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:44.653995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=44ef5764-3b43-4089-8677-c1651a62dd90,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:44.655425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58652) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:44.662814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.668316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5bf5aa65-fdf1-4951-af27-88dfaaa84414 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:44.676207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-620d69ef-d634-46e4-98f4-634f9aab16b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:44.678125 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-620d69ef-d634-46e4-98f4-634f9aab16b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.5309680 Jul 13 21:59:44.679038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:44.731606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.733164 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] 10.222.0.11 "PUT /v2.0/ports/44ef5764-3b43-4089-8677-c1651a62dd90 HTTP/1.1" status: 200 len: 1093 time: 1.4200006 Jul 13 21:59:44.733721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:44.753807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:44.757044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:44.906618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:44.938473 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-0f96c67c-d479-4969-8a01-266d1c843237 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 1096 time: 0.1345384 Jul 13 21:59:44.990918 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-485044c2-cbf4-4ae3-9ef7-94677ab69527 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a655bcb-5551-4b11-af04-fdb487b2a493 HTTP/1.1" status: 200 len: 217 time: 0.2279804 Jul 13 21:59:45.011239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:45.029102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Usage tracker for resource:security_group_rule and tenant:42647824f40e492fa7ceaaba91aaaa69 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:45.032971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:45.039901 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-4a3a371e-0735-4611-946b-66920b18cae7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ef5764-3b43-4089-8677-c1651a62dd90 HTTP/1.1" status: 200 len: 217 time: 0.0863695 Jul 13 21:59:45.040868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:45.107172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Attempting to bind port 501e1534-c1c3-4e7b-9714-38d81c9b895e on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 21:59:45.107172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Attempting to bind port 501e1534-c1c3-4e7b-9714-38d81c9b895e by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 21:59:45.107172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Attempting to bind port 501e1534-c1c3-4e7b-9714-38d81c9b895e on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:45.145549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595963a3-4968-4036-b23b-6bfaca4358db req-e8cafa22-217d-4ab8-ac97-6b358add7c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:45.147147 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-e8cafa22-217d-4ab8-ac97-6b358add7c34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.1005690 Jul 13 21:59:45.211249 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-01b96bb2-0003-4933-8f05-cf3ec1f16d64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557783 Jul 13 21:59:45.254680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.270794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.280828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:45.381400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Port 501e1534-c1c3-4e7b-9714-38d81c9b895e on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 21:59:45.381770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Attempting to bind port 501e1534-c1c3-4e7b-9714-38d81c9b895e on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 21:59:45.401031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19d92-7d95-4327-a4a8-b17e1e0d86aa req-0217ff7b-b739-4591-8420-49c300c212b5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:45.407410 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42647824f40e492fa7ceaaba91aaaa69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7507076 Jul 13 21:59:45.408169 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ec19d92-7d95-4327-a4a8-b17e1e0d86aa req-0217ff7b-b739-4591-8420-49c300c212b5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 943 time: 0.7271605 Jul 13 21:59:45.408509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e625438-f624-4771-abb8-c8d40de73179,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:45.410774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58682) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:45.422233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-1cf72b5c-41d0-4358-9239-3b7b45cf77dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:45.423613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-1cf72b5c-41d0-4358-9239-3b7b45cf77dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.4137325 Jul 13 21:59:45.460360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.460783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.461194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.461598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.462002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.462402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.462804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.463476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.463870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.464297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.464695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:45.469451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:45.479209 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-578940f0-1930-4831-a49c-17ef49019601 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597072 Jul 13 21:59:45.494199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 21:59:45.494586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Checking segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 21:59:45.495022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Bound using segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 21:59:45.495521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Bound port: 501e1534-c1c3-4e7b-9714-38d81c9b895e, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 21:59:45.495909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.511577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8127bc-ef1e-4859-91e4-cfbe65d47d7b req-579aa7ff-b3d3-43d7-b0d0-2384c09512a7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:45.512376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-eb8127bc-ef1e-4859-91e4-cfbe65d47d7b req-579aa7ff-b3d3-43d7-b0d0-2384c09512a7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:45.543028 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-4a599b6c-bcea-4708-8620-311e96fd5991 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883124 Jul 13 21:59:45.689588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-eb8127bc-ef1e-4859-91e4-cfbe65d47d7b req-579aa7ff-b3d3-43d7-b0d0-2384c09512a7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:45.696792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eb8127bc-ef1e-4859-91e4-cfbe65d47d7b req-579aa7ff-b3d3-43d7-b0d0-2384c09512a7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 943 time: 1.0109711 Jul 13 21:59:45.704645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ec19d92-7d95-4327-a4a8-b17e1e0d86aa req-b86017bf-4bf7-4622-96f6-d9ab34bf823f tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955637 Jul 13 21:59:45.708753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] For port 5016c8de-a6ba-4937-a290-84f948f04cbd, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5016c8de-a6ba-4937-a290-84f948f04cbd,segment=NetworkSegment(284a4342-07ff-4605-a3b7-c7c517491bce),segment_id=284a4342-07ff-4605-a3b7-c7c517491bce)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:45.709305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.827562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.884548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.909357 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-595963a3-4968-4036-b23b-6bfaca4358db req-73b84427-d6ad-4a10-b94b-35cdb6f3b6df service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163291 Jul 13 21:59:45.936925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.942364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:45.953746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e625438-f624-4771-abb8-c8d40de73179,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:45.956615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:45.962694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:45.967860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e625438-f624-4771-abb8-c8d40de73179 HTTP/1.1" status: 204 len: 168 time: 0.5535691 Jul 13 21:59:46.088786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Calling delete_port for 5016c8de-a6ba-4937-a290-84f948f04cbd owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 21:59:46.121564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 21:59:46.147789 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eb8127bc-ef1e-4859-91e4-cfbe65d47d7b req-20dd52cd-5347-43b4-9356-ee175d493e5f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500270 Jul 13 21:59:46.149831 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-a72315fc-5763-42af-b8b9-4db447badd31 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972857 Jul 13 21:59:46.166447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 21:59:46.204427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.215962 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'code': 200} Jul 13 21:59:46.264126 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90', 'status': 'completed', 'code': 200} Jul 13 21:59:46.307591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-680cd414-5b4f-45d2-91e9-4f930b2b7dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:46.404312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58704) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:46.430222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.500070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:46.507635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Usage tracker for resource:security_group_rule and tenant:5ba213db5de94f6fa38824ac7f66f183 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:46.514646 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-450f5531-30b5-4cc0-a8f0-b00e25e386bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 1096 time: 0.1660030 Jul 13 21:59:46.515223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:46.526737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.528306 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] 10.222.0.11 "PUT /v2.0/ports/501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 1093 time: 3.7505515 Jul 13 21:59:46.530716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:46.545137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:46.600831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e213d-401b-498f-b188-868a651db6a8 req-a30bc063-6284-4000-94d6-ee4cb8002222 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:46.602510 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b40e213d-401b-498f-b188-868a651db6a8 req-a30bc063-6284-4000-94d6-ee4cb8002222 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.7231073 Jul 13 21:59:46.662461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Pushing event updated for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:46.739210 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-107f08ea-c2f1-43ef-8f09-602ed53e0f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:46.741245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-107f08ea-c2f1-43ef-8f09-602ed53e0f96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 915 time: 0.2192333 Jul 13 21:59:46.807592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.807993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.808415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.808805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.809977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.809977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.809977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.810307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.810644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.811565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.811966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:46.816408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:46.819178 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ba69ee3c-63d8-4707-9877-a9fb8166b59a req-bd95f85b-2cb8-41fc-8106-1f9a363df345 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548645 Jul 13 21:59:46.856453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.873028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.881807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b6ef05b-52fb-4c77-9f25-872659c76174 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:46.887548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:46.906367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5dd313c6-4433-482b-ba1f-ade8343a4e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:46.917783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5016c8de-a6ba-4937-a290-84f948f04cbd no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 21:59:46.923817 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-217e6d6a-9298-4de3-89ee-60c84aa162d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ef5764-3b43-4089-8677-c1651a62dd90 HTTP/1.1" status: 200 len: 217 time: 0.1687293 Jul 13 21:59:46.967738 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b40e213d-401b-498f-b188-868a651db6a8 req-8f2cb5ba-a007-4f65-84e3-42e67bdecfcd tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868168 Jul 13 21:59:46.975160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Pushing event deleted for resources: {'Port': ['ID=5016c8de-a6ba-4937-a290-84f948f04cbd,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:46.977948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:46.992408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe92eaa-c8b1-4d5b-8a2a-8984a3e3fa42 req-5e3854e1-e62a-4b04-b213-f1ee081703da tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:46.994132 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2fe92eaa-c8b1-4d5b-8a2a-8984a3e3fa42 req-5e3854e1-e62a-4b04-b213-f1ee081703da tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 946 time: 0.5726278 Jul 13 21:59:47.042471 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-353e0dc6-687f-4f56-b699-7045491de455 req-7eb2414b-ba8c-4763-9be5-587197ab4af0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1099 time: 0.4661219 Jul 13 21:59:47.050396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 5016c8de-a6ba-4937-a290-84f948f04cbd {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 21:59:47.050986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5016c8de-a6ba-4937-a290-84f948f04cbd not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 21:59:47.063123 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-8f6bf653-59a1-44d1-bd51-86e57c1a8eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:47.064858 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-8f6bf653-59a1-44d1-bd51-86e57c1a8eea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.1313760 Jul 13 21:59:47.131251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] No DVR routers for this DVR port 5016c8de-a6ba-4937-a290-84f948f04cbd on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 21:59:47.134379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:47.138643 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-df92cf95-6769-4a9a-8997-31e54e114097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625997 Jul 13 21:59:47.144911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840c3538-b933-4274-9fde-c26ba495a09f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:47.159396 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-b0726161-be48-4b50-92d1-71600a6547c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1096 time: 0.4902000 Jul 13 21:59:47.167530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:47.176825 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ba213db5de94f6fa38824ac7f66f183&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7712300 Jul 13 21:59:47.178534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58740) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:47.185694 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-204ae5ed-7d49-4aa8-8edf-f42e0db15d31 req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.11 "DELETE /v2.0/ports/5016c8de-a6ba-4937-a290-84f948f04cbd HTTP/1.1" status: 204 len: 173 time: 3.0425708 Jul 13 21:59:47.200792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2fe92eaa-c8b1-4d5b-8a2a-8984a3e3fa42 req-0d3ba8a9-1f56-42ee-98b3-5114898914a7 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/security-groups?id=41aec304-2c67-48f7-ae78-55a7d02830e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708779 Jul 13 21:59:47.276392 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-353e0dc6-687f-4f56-b699-7045491de455 req-cdf5eb7c-44d9-4288-8776-e623418a82f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885962 Jul 13 21:59:47.285915 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-91bd7c3a-6551-407a-9305-6290c7b6c93f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 217 time: 0.0797741 Jul 13 21:59:47.345196 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'status': 'completed', 'code': 200} Jul 13 21:59:47.389965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a5bfb-f9f8-4383-9e4d-095c31fed112 req-0f6d097c-5581-4fc4-8b9c-05b864f6b56a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:47.391632 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e0a5bfb-f9f8-4383-9e4d-095c31fed112 req-0f6d097c-5581-4fc4-8b9c-05b864f6b56a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.0987959 Jul 13 21:59:47.447266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:47.499541 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-cd2009ec-4057-4d93-8419-9fbfce77c0e9 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652082 Jul 13 21:59:47.504079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:47.559270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:47.566172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a12d66d0-308b-430c-bf08-4a456f8d5f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:47.578527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840c3538-b933-4274-9fde-c26ba495a09f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:47.582947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:47.586502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:47.588203 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840c3538-b933-4274-9fde-c26ba495a09f HTTP/1.1" status: 204 len: 168 time: 0.4079993 Jul 13 21:59:47.737426 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e0a5bfb-f9f8-4383-9e4d-095c31fed112 req-f9ea1640-49eb-4027-b509-869731d7f117 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393793 Jul 13 21:59:47.787085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662826-58b0-4433-ad18-0b3d147f5d35 req-46f59cd6-c675-4884-916e-2979bba20eed tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:47.791641 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-31662826-58b0-4433-ad18-0b3d147f5d35 req-46f59cd6-c675-4884-916e-2979bba20eed tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 943 time: 0.1622849 Jul 13 21:59:47.799126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-abe5250d-3db5-459a-a916-9ef93d20a4ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:47.800723 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-abe5250d-3db5-459a-a916-9ef93d20a4ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.1237998 Jul 13 21:59:47.838767 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb593222-8c12-4ab9-a902-fbde9dbf1a1e req-52c873d4-a097-4aaa-9483-65e20f76dfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995316 Jul 13 21:59:47.848260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58760) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:47.927696 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-31662826-58b0-4433-ad18-0b3d147f5d35 req-3c6a98f1-b282-4a5f-8a56-732ea92cc27d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257663 Jul 13 21:59:48.047510 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-aaf8feb0-6cd8-4a17-a85f-fac97048f17b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2286751 Jul 13 21:59:48.067772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd761099-aa17-424d-81b6-b5322bd443de req-57125ce4-5e3e-4911-a847-374e2ba007b7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:48.069465 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fd761099-aa17-424d-81b6-b5322bd443de req-57125ce4-5e3e-4911-a847-374e2ba007b7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 943 time: 0.1397157 Jul 13 21:59:48.131718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.171511 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:48.175946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea943f5bce44acdaa37f7362473d00c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:48.179013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:48.185780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:48.260089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.263276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.272159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8b2212f2-46b0-42b3-a83a-55f9e3198d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:48.288086 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fd761099-aa17-424d-81b6-b5322bd443de req-13655689-e0c8-4f8d-8f7d-8138218729c0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919649 Jul 13 21:59:48.316629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658230c3-993f-4f6c-a3c4-499c94389218,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:48.320168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:48.329684 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea943f5bce44acdaa37f7362473d00c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4800081 Jul 13 21:59:48.332362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58780) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:48.360072 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-e7ea02ca-8d35-45d4-b9f0-e3155ace8fba service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896314 Jul 13 21:59:48.420037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.440721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73977c-ba7d-4c46-bfc2-95268aec814a req-819684b8-445e-41a7-8c98-503504f0de33 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:48.442365 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6e73977c-ba7d-4c46-bfc2-95268aec814a req-819684b8-445e-41a7-8c98-503504f0de33 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.2479029 Jul 13 21:59:48.459032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.515946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.522828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:48.542178 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:48.543988 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/658230c3-993f-4f6c-a3c4-499c94389218 HTTP/1.1" status: 204 len: 168 time: 0.2106411 Jul 13 21:59:48.546272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658230c3-993f-4f6c-a3c4-499c94389218,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:48.550947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:48.602659 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f85f9bf-2967-483b-a105-5b4e275fc30a req-ac1c1419-3960-4203-bb10-a9cedd008f16 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254801 Jul 13 21:59:48.664327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-ee5b2af3-5d9a-4926-9d98-6067c5b38eb3 req-e20b5f1b-585b-45dc-bdd2-aa6939d21ca8 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Synchronizing usage tracker for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 21:59:48.668890 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6e73977c-ba7d-4c46-bfc2-95268aec814a req-a743ffe6-1661-4525-bb37-c71db3692c68 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668520 Jul 13 21:59:48.691403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-ee5b2af3-5d9a-4926-9d98-6067c5b38eb3 req-e20b5f1b-585b-45dc-bdd2-aa6939d21ca8 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Unset dirty status for tenant:d1b5df4685a547dcbab3f878cb9e9a71 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 21:59:48.704184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ee5b2af3-5d9a-4926-9d98-6067c5b38eb3 req-e20b5f1b-585b-45dc-bdd2-aa6939d21ca8 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee53d83-97f0-4567-af24-cab9488986d3 HTTP/1.1" status: 200 len: 210 time: 0.1074581 Jul 13 21:59:48.922257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 44ef5764-3b43-4089-8677-c1651a62dd90 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:48.939729 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-c50c10cd-cdfb-4fb4-93f8-1f80bed77d2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1096 time: 0.1733928 Jul 13 21:59:49.198066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=44ef5764-3b43-4089-8677-c1651a62dd90,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:49.217677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '44ef5764-3b43-4089-8677-c1651a62dd90', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'port_id': '44ef5764-3b43-4089-8677-c1651a62dd90', 'mac_address': 'fa:16:3e:43:f7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a88e15-97cd-4310-8d28-9daef02fb9a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:49.280376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58806) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:49.285853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.302492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-09edf8bf-a1d4-494e-8b78-69749174b903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:49.304118 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-09edf8bf-a1d4-494e-8b78-69749174b903 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.3454268 Jul 13 21:59:49.305099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.308560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ef5764-3b43-4089-8677-c1651a62dd90 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:49.325374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=44ef5764-3b43-4089-8677-c1651a62dd90,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:49.330954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.334162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:49.349567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:49.354059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc22554be06443da299f764f073334e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:49.357392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:49.364559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:49.370642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'name': 'network-vif-deleted', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:49.403194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5be98-ddcd-4450-819b-68c2a332325f req-090ac752-543f-4c84-9c4f-d492c9763e87 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:49.404927 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ade5be98-ddcd-4450-819b-68c2a332325f req-090ac752-543f-4c84-9c4f-d492c9763e87 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.3632593 Jul 13 21:59:49.411143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698b403-3ad9-409a-acc1-255a14f63165 req-480e4ab6-0b2f-4152-9c3f-7470917a54a4 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:49.412716 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2698b403-3ad9-409a-acc1-255a14f63165 req-480e4ab6-0b2f-4152-9c3f-7470917a54a4 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 943 time: 0.2949965 Jul 13 21:59:49.414347 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-aa243d77-cc25-4581-bcbc-2a04794e364c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 217 time: 0.1013579 Jul 13 21:59:49.425102 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:49.428647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:49.454881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.457888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.466370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d8316b73-66b9-4425-8e9d-395081e404da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:49.521748 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bc22554be06443da299f764f073334e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2374322 Jul 13 21:59:49.521748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596aa3d-dee2-4c51-8c25-f17fde05ea82,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:49.524137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:49.525444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58814) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:49.555401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-d0fc9f69-5381-4b75-bf38-7887150aa537 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:49.557027 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-d0fc9f69-5381-4b75-bf38-7887150aa537 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.1225348 Jul 13 21:59:49.562085 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ade5be98-ddcd-4450-819b-68c2a332325f req-a6e42937-6887-42b7-a47f-1fb4aeed2708 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467588 Jul 13 21:59:49.623816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2698b403-3ad9-409a-acc1-255a14f63165 req-4b96778f-3e02-45ca-b07a-b0b5c2a29757 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909630 Jul 13 21:59:49.682112 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.699883 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-febfb171-6a87-43dc-99da-11fc33bbfa88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341512 Jul 13 21:59:49.732286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.742750 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee53d83-97f0-4567-af24-cab9488986d3', 'name': 'network-vif-deleted', 'tag': '5016c8de-a6ba-4937-a290-84f948f04cbd', 'status': 'completed', 'code': 200} Jul 13 21:59:49.761524 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['44ef5764-3b43-4089-8677-c1651a62dd90'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:49.841572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.865043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-04f05e82-01f4-4d7b-8f72-a75752787da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:49.888452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596aa3d-dee2-4c51-8c25-f17fde05ea82,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:49.892085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:49.899544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:49.903346 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c2956d53-9cc3-4027-a010-6bc778893971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b596aa3d-dee2-4c51-8c25-f17fde05ea82 HTTP/1.1" status: 204 len: 168 time: 0.3743932 Jul 13 21:59:49.980576 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-a92513ce-46a9-4aa4-a45b-b4602b37d672 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320249 Jul 13 21:59:49.987422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2dea-a9c6-4b94-ae0e-af45ba390dca req-2ae3d094-bd60-489b-b90d-609d451165e4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:49.989137 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-90ff2dea-a9c6-4b94-ae0e-af45ba390dca req-2ae3d094-bd60-489b-b90d-609d451165e4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 943 time: 0.2846601 Jul 13 21:59:50.281638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58836) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:50.350528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cedc9-a167-451e-9559-b6f85c8f2f4b req-66a0fd86-da5f-417a-9b28-5a4b55b92fb8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:50.352161 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-485cedc9-a167-451e-9559-b6f85c8f2f4b req-66a0fd86-da5f-417a-9b28-5a4b55b92fb8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.4643955 Jul 13 21:59:50.356879 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-90ff2dea-a9c6-4b94-ae0e-af45ba390dca req-b7284099-89de-4752-a4d5-434ce01f03d6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417864 Jul 13 21:59:50.402187 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ac2dca-797c-4f9b-9db7-4dd68426ffbb req-2c866867-2abe-439d-a7d8-9c5ed2bee6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119725 Jul 13 21:59:50.424722 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-485cedc9-a167-451e-9559-b6f85c8f2f4b req-3a6a16cc-9610-4e06-ba4f-bc22a289ffc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540805 Jul 13 21:59:50.473375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:50.513325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:50.518002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Usage tracker for resource:security_group_rule and tenant:aef1b347749c4cccad0a807a0fdd55d9 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:50.521446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:50.527979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:50.630834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:50.635562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:50.655407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc4dbb4a-ff7d-4b9b-bb00-f071d4009bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:50.671676 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74715d0-b9e1-4c7d-bc46-a259ba804237 req-aad06846-5472-4156-9f45-76c4dce32692 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:50.673886 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b74715d0-b9e1-4c7d-bc46-a259ba804237 req-aad06846-5472-4156-9f45-76c4dce32692 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1012781 Jul 13 21:59:50.683566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 58862) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:50.690635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'floatingip': {'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 21:59:50.737838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb737fea-aa06-46b6-930e-e6165cc6989e,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:50.742537 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef1b347749c4cccad0a807a0fdd55d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4597292 Jul 13 21:59:50.743656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:50.745546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58866) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:50.863577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:50.908285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:50.926889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 44ef5764-3b43-4089-8677-c1651a62dd90 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:50.952359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.005270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.011368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7087f43f-3233-481d-820c-f34489698fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:51.048538 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb737fea-aa06-46b6-930e-e6165cc6989e,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:51.055748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.060610 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb737fea-aa06-46b6-930e-e6165cc6989e HTTP/1.1" status: 204 len: 168 time: 0.3136282 Jul 13 21:59:51.064132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:51.161478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 44ef5764-3b43-4089-8677-c1651a62dd90 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:51.166623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 44ef5764-3b43-4089-8677-c1651a62dd90 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:51.167046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.327148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d7d75-c2d9-4990-a10d-6d577423fcae req-2165dc3b-bae9-4fa7-a871-125a7cff1706 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:51.334398 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c66d7d75-c2d9-4990-a10d-6d577423fcae req-2165dc3b-bae9-4fa7-a871-125a7cff1706 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.4787984 Jul 13 21:59:51.349320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149fb30-aefe-48b5-80b3-4f74f145bd5c req-0083f7a0-5ad5-427e-9c96-8982636c6cf5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:51.350925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2149fb30-aefe-48b5-80b3-4f74f145bd5c req-0083f7a0-5ad5-427e-9c96-8982636c6cf5 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 944 time: 0.3925276 Jul 13 21:59:51.448186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.484578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:51.496307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=44ef5764-3b43-4089-8677-c1651a62dd90,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:51.500484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.502970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:51.580688 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2149fb30-aefe-48b5-80b3-4f74f145bd5c req-d218a9b1-0a0e-4bfa-8be7-1fc3814f77ed tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107368 Jul 13 21:59:51.688502 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c66d7d75-c2d9-4990-a10d-6d577423fcae req-6f3d0331-ab05-46fa-8498-e228ffdf05a9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531058 Jul 13 21:59:51.764688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:51.768465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:51.779013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58902) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:51.815704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.816316 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90', 'code': 200} Jul 13 21:59:51.850423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:51.854885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Usage tracker for resource:security_group_rule and tenant:b150dead54f34a409ee127c65ba02d5a is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:51.858188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:51.865302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:51.958019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.961398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:51.970447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e14ab830-60d4-4ea4-86ef-a880a30f95a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:52.019653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26058974-b16c-4d29-b689-22b89c5f34bb,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:52.023744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:52.029693 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b150dead54f34a409ee127c65ba02d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2482157 Jul 13 21:59:52.030118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58908) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:52.098697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.127389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.176832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.182189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5b5efe7b-351c-4fe2-b07c-1d90a67b7515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:52.198812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26058974-b16c-4d29-b689-22b89c5f34bb,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:52.201050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.205485 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26058974-b16c-4d29-b689-22b89c5f34bb HTTP/1.1" status: 204 len: 168 time: 0.1716473 Jul 13 21:59:52.205485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:52.301837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a689d-2d77-42d0-babf-a1d0c2892c77 req-b0d79e32-bd1b-447c-8b57-eb422488a4fe tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:52.303406 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a49a689d-2d77-42d0-babf-a1d0c2892c77 req-b0d79e32-bd1b-447c-8b57-eb422488a4fe tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 943 time: 0.4158564 Jul 13 21:59:52.309389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d8f7445-d1e0-495e-9b19-643b904978af req-4e627b5d-323e-4cfe-abea-247b7f27d7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 1098 time: 0.2068539 Jul 13 21:59:52.479906 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a49a689d-2d77-42d0-babf-a1d0c2892c77 req-e268994f-cfaf-4772-b4d5-c596e9ea9994 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694396 Jul 13 21:59:52.491425 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d8f7445-d1e0-495e-9b19-643b904978af req-1be71eae-9ad2-4fa6-8ff4-aa54ec1a41ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604495 Jul 13 21:59:52.494787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.498243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:52.895012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58954) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:52.925126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 501e1534-c1c3-4e7b-9714-38d81c9b895e details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 21:59:53.065340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Deleting subnet ce01043b-89d2-4bd5-a272-02b3e9ea6f8e {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 21:59:53.069041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.140178 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.207680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.218974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d96ca-39d6-4a77-af85-ba293b075813 req-bf4bda49-828f-4a2a-8151-cbe0a5c4ebe0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:53.220840 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f2d96ca-39d6-4a77-af85-ba293b075813 req-bf4bda49-828f-4a2a-8151-cbe0a5c4ebe0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 945 time: 0.2195840 Jul 13 21:59:53.285939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:53.292124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8fd50-6420-4a39-a649-275bcaa59152 req-cf7ba015-f0bf-42fc-a0e3-5bbb4ba079ac tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:53.294037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6f8fd50-6420-4a39-a649-275bcaa59152 req-cf7ba015-f0bf-42fc-a0e3-5bbb4ba079ac tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2443488 Jul 13 21:59:53.312964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'port_id': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'mac_address': 'fa:16:3e:04:80:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 21:59:53.350184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.362793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0e2822ae-4907-4206-8f1f-739a3af99e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:53.388670 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f2d96ca-39d6-4a77-af85-ba293b075813 req-d2b37617-808a-4cbb-96f4-ce84ee4a4797 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584384 Jul 13 21:59:53.392472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.416492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501e1534-c1c3-4e7b-9714-38d81c9b895e {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 21:59:53.418677 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6f8fd50-6420-4a39-a649-275bcaa59152 req-bffe315d-948c-4561-99fe-d6506f08b329 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049824 Jul 13 21:59:53.424740 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Floating IP 9e9e9f9e-e542-4514-85a9-97de93743dd7 associated. External IP: 172.28.3.120, port: 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4. Jul 13 21:59:53.458707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:53.463093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.465752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:53.497352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce01043b-89d2-4bd5-a272-02b3e9ea6f8e,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:53.514236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:53.516896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.526547 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-77caebf2-d0f6-41fc-aaec-3a35b7018ea3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce01043b-89d2-4bd5-a272-02b3e9ea6f8e HTTP/1.1" status: 204 len: 168 time: 0.6280801 Jul 13 21:59:53.527043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 58982) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:53.654289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:53.670817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.671991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.672968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.673498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.674026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.674555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.675075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.675754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.676304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.676825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.677350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 21:59:53.695445 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:53.767324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:53.958280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['501e1534-c1c3-4e7b-9714-38d81c9b895e'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 21:59:53.984627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.000067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4921f932-ee11-4057-8477-34a5c4e6c01a']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:54.019393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a4342-07ff-4605-a3b7-c7c517491bce') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:54.019393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a4342-07ff-4605-a3b7-c7c517491bce') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:54.021812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed257-fbcd-4626-b4b8-b0d7723239f2 req-1ba45fc8-42ee-4c98-a670-d072f2a0560c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:54.023508 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9a7ed257-fbcd-4626-b4b8-b0d7723239f2 req-1ba45fc8-42ee-4c98-a670-d072f2a0560c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 944 time: 0.2300904 Jul 13 21:59:54.033827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.067996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.078392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 21:59:54.079054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 21:59:54.096136 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 21:59:54.179437 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9a7ed257-fbcd-4626-b4b8-b0d7723239f2 req-b2bb6b9f-7eac-4d84-9424-e613e49d2533 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396470 Jul 13 21:59:54.206629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 21:59:54.262793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.266851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:54.285746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.300194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4921f932-ee11-4057-8477-34a5c4e6c01a,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:54.304162 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] 10.222.0.20 "DELETE /v2.0/networks/4921f932-ee11-4057-8477-34a5c4e6c01a HTTP/1.1" status: 204 len: 168 time: 0.7759352 Jul 13 21:59:54.305141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:54.488710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 21:59:54.494372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.506454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 21:59:54.533277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:54.533998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:54.562614 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9757348b-a27b-4d84-9b26-5d1eea80fd06 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "PUT /v2.0/floatingips/9e9e9f9e-e542-4514-85a9-97de93743dd7 HTTP/1.1" status: 200 len: 992 time: 3.8774178 Jul 13 21:59:54.563472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:54.664743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59032) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:54.755273 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-29254bb4-4042-414c-a8d5-6de1e66f2f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1b5df4685a547dcbab3f878cb9e9a71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0889573 Jul 13 21:59:54.758933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59040) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:54.770940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:54.919918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c75833-69fa-47cc-8963-b8da8f0e473a req-a7afbead-d0d7-430c-a9bb-4613c418f606 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:54.922617 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15c75833-69fa-47cc-8963-b8da8f0e473a req-a7afbead-d0d7-430c-a9bb-4613c418f606 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 945 time: 0.2434788 Jul 13 21:59:54.938387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.970891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d35da-fc59-4a41-b29d-7fbc9f16ff29 req-12ec2d03-43d6-4ae9-a481-bcc623a1c90d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:54.971773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:54.972724 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d02d35da-fc59-4a41-b29d-7fbc9f16ff29 req-12ec2d03-43d6-4ae9-a481-bcc623a1c90d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2110267 Jul 13 21:59:55.032219 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15c75833-69fa-47cc-8963-b8da8f0e473a req-d8cbf20d-515c-4153-9537-edf74807cee9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Jul 13 21:59:55.032404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:55.037830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d359b129-a719-47dc-8d1d-df8ec390030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:55.057696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aec304-2c67-48f7-ae78-55a7d02830e8,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:55.061357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:55.090176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:55.091456 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41aec304-2c67-48f7-ae78-55a7d02830e8 HTTP/1.1" status: 204 len: 168 time: 0.3314288 Jul 13 21:59:55.104533 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d02d35da-fc59-4a41-b29d-7fbc9f16ff29 req-d743b913-f57a-4fba-93b4-83dbc28b2b98 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116750 Jul 13 21:59:55.205478 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'status': 'completed', 'code': 200} Jul 13 21:59:55.363989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59064) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:55.493223 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-d970d2dd-e3eb-4e16-8ebe-9e5f31cd6834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1099 time: 0.2272677 Jul 13 21:59:55.518363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '9e9e9f9e-e542-4514-85a9-97de93743dd7', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:08Z', 'updated_at': '2021-07-13T21:59:52Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:55.528305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 21:59:55.562333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 21:59:55.563420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:55.710342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 21:59:55.781811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:55.806801 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 21:59:55.844898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:55.849080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb2721829ee4da38f6ab85375335984 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:55.854852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-d79a89c8-432c-417a-ba22-f463a27e3a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:55.856517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-d79a89c8-432c-417a-ba22-f463a27e3a3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.3445873 Jul 13 21:59:55.857372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:55.864517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:56.251219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e485062-a113-4643-a66e-2793fb875403 req-6211aea3-ee09-4d94-ae7c-66d44ee8e49e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:56.252924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3e485062-a113-4643-a66e-2793fb875403 req-6211aea3-ee09-4d94-ae7c-66d44ee8e49e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 944 time: 0.5685813 Jul 13 21:59:56.312368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.327866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.332336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '9e9e9f9e-e542-4514-85a9-97de93743dd7', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:08Z', 'updated_at': '2021-07-13T21:59:52Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 21:59:56.336927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2e897-66fe-4bb9-9f1d-1cdfed2f74ed None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '9e9e9f9e-e542-4514-85a9-97de93743dd7', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:08Z', 'updated_at': '2021-07-13T21:59:52Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 21:59:56.362971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6e3fbfc-a4a8-45c4-ac0e-c234e80334af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:56.411073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc1b615-27d6-4b93-81c3-93fcba30ec66,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:56.414711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:56.417319 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-0d410a79-7041-4d58-880c-7662ca734a1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 1000 time: 0.5052748 Jul 13 21:59:56.447771 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3e485062-a113-4643-a66e-2793fb875403 req-8999b1f7-6af3-4e0c-9759-86f8dd429885 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868498 Jul 13 21:59:56.596684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59116) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:56.612774 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bb2721829ee4da38f6ab85375335984&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2473869 Jul 13 21:59:56.675898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.709065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.718109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-74592b43-42d1-448a-90cb-cf539d1dc417 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:56.719987 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-74592b43-42d1-448a-90cb-cf539d1dc417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.2431660 Jul 13 21:59:56.754013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d304918-810d-41f7-be1b-89e5e6b265d6 req-cd241cfb-6dfa-4c88-b2ed-8068cab6d5f2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:56.755841 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d304918-810d-41f7-be1b-89e5e6b265d6 req-cd241cfb-6dfa-4c88-b2ed-8068cab6d5f2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1419230 Jul 13 21:59:56.761747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.770414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d96cf9fa-0ac5-47f3-8844-ae57923e45e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:56.789791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc1b615-27d6-4b93-81c3-93fcba30ec66,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:56.792814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:56.794019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:56.798000 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acc1b615-27d6-4b93-81c3-93fcba30ec66 HTTP/1.1" status: 204 len: 168 time: 0.1972921 Jul 13 21:59:56.913332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb8f8a-cd61-46a5-a487-703b243ea992 None None] New status for floating IP 9e9e9f9e-e542-4514-85a9-97de93743dd7: ACTIVE {{(pid=82035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 21:59:56.923340 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d304918-810d-41f7-be1b-89e5e6b265d6 req-5c2f42c0-2778-4957-9cab-c12ead0c7cd8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161184 Jul 13 21:59:56.927596 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-eefd7bc1-fe7e-4da5-a33d-fddcab21843d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1707382 Jul 13 21:59:56.991853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 501e1534-c1c3-4e7b-9714-38d81c9b895e up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 21:59:57.160804 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-38464182-b3a9-4133-87b9-e555771a1044 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196062 Jul 13 21:59:57.204095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 501e1534-c1c3-4e7b-9714-38d81c9b895e completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 21:59:57.213970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 501e1534-c1c3-4e7b-9714-38d81c9b895e triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 21:59:57.214405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.390389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b469ec9-4c5e-4d0e-a8fd-ef9128b9c445 req-2d8e5156-fa6b-4afc-b338-af1b4f3411d2 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202394 Jul 13 21:59:57.437816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.470508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 21:59:57.481546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 21:59:57.486206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.488422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:57.572172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:57.575632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:57.608866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59140) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:57.609879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59142) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:57.644926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.722348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:57.735198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbce5fe137046e7830084ed99d45129 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:57.738847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:57.751323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913935d-090a-451c-b674-40a6b70fb712 req-516d2069-fbb6-489a-8a81-a0fb28df4645 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:57.753110 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e913935d-090a-451c-b674-40a6b70fb712 req-516d2069-fbb6-489a-8a81-a0fb28df4645 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1179492 Jul 13 21:59:57.757586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:57.867689 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e913935d-090a-451c-b674-40a6b70fb712 req-85ba6ac2-75c5-4c0f-b713-ebb582a513bc tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064987 Jul 13 21:59:57.909350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.917181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:57.943056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c6a0f198-efbe-4ae8-8879-0609eaaa3d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:57.979918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401fbc2f-7c78-4069-bbea-f4cef20e36ba,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:57.984724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:57.994513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.025226 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fbce5fe137046e7830084ed99d45129&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4146678 Jul 13 21:59:58.027794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59166) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:58.041615 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'code': 200} Jul 13 21:59:58.067081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:58.071475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Usage tracker for resource:security_group_rule and tenant:3bbc87c45a0c44f7a7a502ac52ffd7fb is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:58.075023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:58.082188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:58.141757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.170832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.221381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.226823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-769bfced-6eea-4f97-a617-6aeab84aaa3c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:58.233226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.245256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.248560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401fbc2f-7c78-4069-bbea-f4cef20e36ba,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:58.251884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:58.252922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.254208 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/401fbc2f-7c78-4069-bbea-f4cef20e36ba HTTP/1.1" status: 204 len: 168 time: 0.2250400 Jul 13 21:59:58.268604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:58.299896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b11417-2760-4098-b5a0-1a6f3d10cb70,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:58.309624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:58.339412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32c5c-69f7-4b21-afb3-1e010a63ad78 req-7e2a7a9b-705f-4a55-a6e3-7790d524240d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:58.341175 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0dc32c5c-69f7-4b21-afb3-1e010a63ad78 req-7e2a7a9b-705f-4a55-a6e3-7790d524240d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1761243 Jul 13 21:59:58.344479 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bbc87c45a0c44f7a7a502ac52ffd7fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7328448 Jul 13 21:59:58.347668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59178) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:58.422639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.440000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59182) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:58.464588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.509457 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0dc32c5c-69f7-4b21-afb3-1e010a63ad78 req-b75a4205-e6eb-4256-966d-01eb92471fb4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584339 Jul 13 21:59:58.529753 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-130515da-181a-4721-bea8-f38d3f19871b req-c9086f09-2242-4478-9082-bfee7ed5af14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1098 time: 0.1630764 Jul 13 21:59:58.530864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.536375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a78d101f-cede-4953-8500-d17c25e651e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:58.563893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b11417-2760-4098-b5a0-1a6f3d10cb70,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:58.567076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:58.568011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.569288 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6b11417-2760-4098-b5a0-1a6f3d10cb70 HTTP/1.1" status: 204 len: 168 time: 0.2203090 Jul 13 21:59:58.617399 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-130515da-181a-4721-bea8-f38d3f19871b req-fef6bbb0-b6e3-4ac8-b572-7a0125ec9eec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761988 Jul 13 21:59:58.774630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.820166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 21:59:58.824893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Usage tracker for resource:security_group_rule and tenant:efa3f3b00dbb4885ae0874d48df06908 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 21:59:58.829515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 21:59:58.848514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 21:59:58.874066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-16efd9bd-8558-42b9-a6e0-d241d6515670 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:58.876230 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-16efd9bd-8558-42b9-a6e0-d241d6515670 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.2103584 Jul 13 21:59:58.903156 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-88339411-a1da-450f-b06e-2bf5da223398 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/quotas/ec1d74ef7ea7421e871a1172943c2942 HTTP/1.1" status: 200 len: 375 time: 0.0196555 Jul 13 21:59:58.975276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.980565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:58.996772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:59.074154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e44a7f-3f1b-4023-970b-a0947a9f8dc2,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:59.082769 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efa3f3b00dbb4885ae0874d48df06908&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6384664 Jul 13 21:59:59.082769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:59.082769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59216) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 21:59:59.163334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:59.166420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-b1042f53-91ff-4dae-8bac-f9761cf1b61d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2331688 Jul 13 21:59:59.202885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:59.261725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:59.269231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 21:59:59.284260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e44a7f-3f1b-4023-970b-a0947a9f8dc2,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 21:59:59.287708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 21:59:59.288721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 21:59:59.290085 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73e44a7f-3f1b-4023-970b-a0947a9f8dc2 HTTP/1.1" status: 204 len: 168 time: 0.2066381 Jul 13 21:59:59.358912 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-6500fc27-4704-48bd-9da4-a8a905148c3e service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913571 Jul 13 21:59:59.402699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300669a7-2c34-4ab2-a859-a97fb9a26b7c req-7717b354-4cb1-4130-83fd-adacd109d24e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 21:59:59.404340 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-300669a7-2c34-4ab2-a859-a97fb9a26b7c req-7717b354-4cb1-4130-83fd-adacd109d24e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3140171 Jul 13 21:59:59.539709 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-300669a7-2c34-4ab2-a859-a97fb9a26b7c req-418d01a6-72e9-4e6c-beb0-11f0ad5626ad tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165609 Jul 13 21:59:59.572826 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-42cddc7d-eec9-4a65-8a4c-7259fd448492 service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025294 Jul 13 22:00:00.023959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe44a1-9416-4cec-af82-ad38dedfef83 req-dff6e601-4982-4fd7-ac86-c393fff70fe1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:00.033013 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2fe44a1-9416-4cec-af82-ad38dedfef83 req-dff6e601-4982-4fd7-ac86-c393fff70fe1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1522207 Jul 13 22:00:00.087259 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2fe44a1-9416-4cec-af82-ad38dedfef83 req-ee7d9757-660c-4c4e-8aa4-28cd2e0f1f4a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530648 Jul 13 22:00:00.144394 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7a8618d2-f6fd-4422-9159-6ee53fb24e73 req-a3004678-25a0-4de0-b205-cfa01581ac6e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 210 time: 0.0600576 Jul 13 22:00:00.781483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286028-ddd4-43cd-887b-8495506f4b4f req-257f7455-f23d-4be2-a6e1-a5a136e41fac tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:00.783371 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bd286028-ddd4-43cd-887b-8495506f4b4f req-257f7455-f23d-4be2-a6e1-a5a136e41fac tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0963755 Jul 13 22:00:00.870260 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bd286028-ddd4-43cd-887b-8495506f4b4f req-1ca5d76f-3a30-438d-b6bc-76b2fbc20bc6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755095 Jul 13 22:00:01.121795 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e47b6-c17c-4537-85f1-2788ce3a4f6e req-855db1b3-7f87-442b-99fb-4e5d90c5c3c3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:01.123980 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a93e47b6-c17c-4537-85f1-2788ce3a4f6e req-855db1b3-7f87-442b-99fb-4e5d90c5c3c3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0979919 Jul 13 22:00:01.135052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59314) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:01.148498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'floatingip': {'port_id': '501e1534-c1c3-4e7b-9714-38d81c9b895e'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:01.473722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:01.564819 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-05cca810-6a91-4681-b915-f7e5fc0f993f req-6c6de020-2ecf-4e8d-8a08-645f0fba45d8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 210 time: 0.1076133 Jul 13 22:00:01.752959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-6397368b-a708-407b-a21c-4631c4933249 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:01.754856 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-6397368b-a708-407b-a21c-4631c4933249 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.1878183 Jul 13 22:00:01.793133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Request body: {'port': {'device_id': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'admin_state_up': True, 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:01.816682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a375a61-b520-4e97-b0d6-696cd8214ece req-fefbccf4-e1bd-4c58-ba37-b74514943fd8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:01.836815 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4a375a61-b520-4e97-b0d6-696cd8214ece req-fefbccf4-e1bd-4c58-ba37-b74514943fd8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.5597622 Jul 13 22:00:02.107158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4a375a61-b520-4e97-b0d6-696cd8214ece req-6b324cbd-7658-4e51-90bb-791f3712d23d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631478 Jul 13 22:00:02.172971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:02.184516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Usage tracker for resource:port and tenant:ec1d74ef7ea7421e871a1172943c2942 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:02.191440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:02.203245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:02.218727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:02.230180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:02.447917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Allocated IP 172.20.0.14 (6debd415-819f-45b7-9e66-e8a604d3b525/12a88e15-97cd-4310-8d28-9daef02fb9a2/e8a63a06-fff6-43b6-931e-1523fce909fb) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:02.678380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:02.684174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:02.730848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:02.765550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:02.776324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:02.812135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', '44ef5764-3b43-4089-8677-c1651a62dd90'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:02.903147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event updated for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:02.938154 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Floating IP 195ce9dd-8cff-4570-b215-06423ab58f3d associated. External IP: 172.28.3.205, port: 501e1534-c1c3-4e7b-9714-38d81c9b895e. Jul 13 22:00:02.990218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:03.015100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Network 6debd415-819f-45b7-9e66-e8a604d3b525 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:03.017431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:03.024235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:03.028929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:03.030492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:03.104765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b093-ed4b-4a6a-ace2-2646933efac7 req-4ab64cb5-a6e4-4fb4-bab5-847c0232e234 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:03.105685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e427b093-ed4b-4a6a-ace2-2646933efac7 req-4ab64cb5-a6e4-4fb4-bab5-847c0232e234 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:00:03.112751 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3285112 Jul 13 22:00:03.129244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e427b093-ed4b-4a6a-ace2-2646933efac7 req-4ab64cb5-a6e4-4fb4-bab5-847c0232e234 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:00:03.137275 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e427b093-ed4b-4a6a-ace2-2646933efac7 req-4ab64cb5-a6e4-4fb4-bab5-847c0232e234 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 932 time: 0.2392671 Jul 13 22:00:03.164188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Request body: {'port': {'device_id': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:03.277659 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e427b093-ed4b-4a6a-ace2-2646933efac7 req-d8e824fa-4a7a-4f87-bf25-30b4696b4b57 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389403 Jul 13 22:00:03.477022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:03.579973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:00:03.657016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0954c7-4be6-417b-8991-85a9aaae486d req-53f8ef14-6464-488f-bf01-681e942e91be tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:03.659376 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2f0954c7-4be6-417b-8991-85a9aaae486d req-53f8ef14-6464-488f-bf01-681e942e91be tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2953115 Jul 13 22:00:03.821846 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:00:03.824523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:03.836267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:00:03.864589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:03.865369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:03.922340 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2f0954c7-4be6-417b-8991-85a9aaae486d req-b4fdb011-e0f2-4493-aec2-be445f501cfd tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447848 Jul 13 22:00:03.982108 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8b3cd547-9724-432f-befd-d18ce3ce0a06 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "PUT /v2.0/floatingips/195ce9dd-8cff-4570-b215-06423ab58f3d HTTP/1.1" status: 200 len: 991 time: 2.8468068 Jul 13 22:00:03.984023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:04.168838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:04.184661 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'status': 'completed', 'code': 200} Jul 13 22:00:04.191820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a63a06-fff6-43b6-931e-1523fce909fb {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:04.207911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:04.247689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Transition to ACTIVE for port object e8a63a06-fff6-43b6-931e-1523fce909fb will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:04.259430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:04.279591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:04.376411 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-3e8cd108-98f1-4c1b-b16b-c5bec7e56d05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1098 time: 0.1320705 Jul 13 22:00:04.459956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:04.473086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:04.658197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59442) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:05.071786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-5785f08f-113a-486a-a2c9-7a1285d11c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:05.073449 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-5785f08f-113a-486a-a2c9-7a1285d11c26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.6885130 Jul 13 22:00:05.081346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '195ce9dd-8cff-4570-b215-06423ab58f3d', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:04:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:33Z', 'updated_at': '2021-07-13T22:00:02Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:05.090239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:00:05.108454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.121987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:05.123824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T21:59:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:05.210789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Attempting to bind port e8a63a06-fff6-43b6-931e-1523fce909fb on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:05.211191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Attempting to bind port e8a63a06-fff6-43b6-931e-1523fce909fb by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:05.211569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Attempting to bind port e8a63a06-fff6-43b6-931e-1523fce909fb on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:05.222047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Port e8a63a06-fff6-43b6-931e-1523fce909fb on network 6debd415-819f-45b7-9e66-e8a604d3b525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:00:05.222412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Attempting to bind port e8a63a06-fff6-43b6-931e-1523fce909fb on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:05.229987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290e6-5b14-4d50-bfdf-1e29ef04b2bd req-87b1b136-a522-4556-8b8f-3d09ea9173b8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:05.231653 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-321290e6-5b14-4d50-bfdf-1e29ef04b2bd req-87b1b136-a522-4556-8b8f-3d09ea9173b8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 944 time: 0.6623435 Jul 13 22:00:05.236905 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-9bc8c6b1-8a23-4d41-8949-5ace5f485f7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 999 time: 0.1570284 Jul 13 22:00:05.241941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:05.250556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Usage tracker for resource:security_group_rule and tenant:53ce6a6dad2246839441d97a12d9576d is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:05.269429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:05.272561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:05.272937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Checking segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:05.273362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Bound using segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:05.273848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Bound port: e8a63a06-fff6-43b6-931e-1523fce909fb, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:05.274234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.322348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-2a407ce9-20b7-4daa-8b77-b940e6686fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:05.323859 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-2a407ce9-20b7-4daa-8b77-b940e6686fbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.0737357 Jul 13 22:00:05.350912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:05.359905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:05.450791 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-803b2adb-3343-4d74-b2e3-1e6c9379005e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1165519 Jul 13 22:00:05.450933 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-321290e6-5b14-4d50-bfdf-1e29ef04b2bd req-280aa22a-01f8-4f16-8f88-d79e5ebcc467 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062366 Jul 13 22:00:05.479316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c812e-254f-4f9f-b971-ef6be56b3dd5 req-b56f587b-83da-4dd8-bf36-8089a40e003d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:05.495613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fb1c812e-254f-4f9f-b971-ef6be56b3dd5 req-b56f587b-83da-4dd8-bf36-8089a40e003d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.3652463 Jul 13 22:00:05.539265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:05.549885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e8a63a06-fff6-43b6-931e-1523fce909fb,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:05.592441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.642367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:05.671377 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-c193c3c5-159f-4641-955c-8470ee033879 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032011 Jul 13 22:00:05.741459 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fb1c812e-254f-4f9f-b971-ef6be56b3dd5 req-8b646de0-0c98-4d49-8b6e-71b2809ef186 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429023 Jul 13 22:00:05.768184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.775372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.800309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:05.801827 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e8a63a06-fff6-43b6-931e-1523fce909fb HTTP/1.1" status: 200 len: 1094 time: 2.6614716 Jul 13 22:00:05.803926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:05.806661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:05.811758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:05.833323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '195ce9dd-8cff-4570-b215-06423ab58f3d', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:04:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:33Z', 'updated_at': '2021-07-13T22:00:02Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:05.838223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5572e31-907f-4d4d-bb57-811ee49a4169 None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '195ce9dd-8cff-4570-b215-06423ab58f3d', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:04:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:33Z', 'updated_at': '2021-07-13T22:00:02Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:00:05.838454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:05.906738 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ce6a6dad2246839441d97a12d9576d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2422395 Jul 13 22:00:05.908775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59478) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:06.008274 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb', 'status': 'completed', 'code': 200} Jul 13 22:00:06.027474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c17b0-0980-4436-a5dd-bd429f430312,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:06.047888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:06.094740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.111919 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-000bdab9-c2d0-4eed-9238-3a87caa6f847 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 1097 time: 0.2015998 Jul 13 22:00:06.116642 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cce3700b-98f1-4d6d-8551-8c94e6e8fb0e req-ecd90483-7164-487e-bc0b-7185437057e2 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380941 Jul 13 22:00:06.161107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.234352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59488) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:06.289906 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-1de5161f-ae97-40e9-91e8-d09787c949f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a63a06-fff6-43b6-931e-1523fce909fb HTTP/1.1" status: 200 len: 217 time: 0.1339157 Jul 13 22:00:06.299331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.308840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e50fcca8-1ef0-4303-8e9f-86bda099b5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:06.332567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c17b0-0980-4436-a5dd-bd429f430312,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:06.349660 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:06.352437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.354158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a04c17b0-0980-4436-a5dd-bd429f430312 HTTP/1.1" status: 204 len: 168 time: 0.4415379 Jul 13 22:00:06.419736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-846ae922-abf5-443d-8cf5-3d66931446c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:06.428074 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-846ae922-abf5-443d-8cf5-3d66931446c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.1271288 Jul 13 22:00:06.508134 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-e09c86ab-eabc-40e2-9882-a3b82bff2aab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703800 Jul 13 22:00:06.511695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ea51c-840e-4947-8a78-f1deaa825b66 None None] New status for floating IP 195ce9dd-8cff-4570-b215-06423ab58f3d: ACTIVE {{(pid=82035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:00:06.569981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.669401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:06.675261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:a388802c475a4c328829f220f7081b1e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:06.679520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:06.689257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:06.791944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.798387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:06.870360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-575a0acc-32f8-460e-8bab-458649997857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:06.897805 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a388802c475a4c328829f220f7081b1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6599762 Jul 13 22:00:06.898947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59512) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:06.954344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8cf29-2005-4409-98b5-7e62f4ec46f6,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:06.959926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:07.059227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:07.106178 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:07.159554 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-4affa4ce-3b8b-4842-ba1e-365fbf4814fe service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372154 Jul 13 22:00:07.166651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:07.179037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c21b8433-6037-41ad-97a3-283f8378c037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:07.225444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8cf29-2005-4409-98b5-7e62f4ec46f6,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:07.229883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:07.230818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:07.233204 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daa8cf29-2005-4409-98b5-7e62f4ec46f6 HTTP/1.1" status: 204 len: 168 time: 0.3269031 Jul 13 22:00:07.327135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c50e1-7c54-4ad6-86dd-97819d7ff637 req-dcbce73d-71c5-41e3-829f-5760c37dc08c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:07.328794 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c2c50e1-7c54-4ad6-86dd-97819d7ff637 req-dcbce73d-71c5-41e3-829f-5760c37dc08c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 944 time: 0.5200579 Jul 13 22:00:07.492885 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eeb2bc7c-fabc-44f2-8462-8617e1994a6b req-329852ea-6ced-40d0-bfe6-53f5bd006e38 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186786 Jul 13 22:00:07.495452 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c2c50e1-7c54-4ad6-86dd-97819d7ff637 req-45e5b08e-c63e-453c-a2c7-16b4803a5652 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580143 Jul 13 22:00:07.505990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014f8af-5404-4ea5-a516-f2753e9298ae req-b4957107-922b-4d08-9dfa-548c41fd477b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:07.513242 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a014f8af-5404-4ea5-a516-f2753e9298ae req-b4957107-922b-4d08-9dfa-548c41fd477b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2659965 Jul 13 22:00:07.560078 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a014f8af-5404-4ea5-a516-f2753e9298ae req-7e0a581b-c33a-4454-b673-9796c06c6144 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Jul 13 22:00:07.728965 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-8a066d4a-5b8c-4c5e-9cb3-d72f35f23350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 1097 time: 0.1015775 Jul 13 22:00:07.942907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-7d993943-426a-42a8-8b2e-b0d0932aade2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:07.944745 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-7d993943-426a-42a8-8b2e-b0d0932aade2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 915 time: 0.1566010 Jul 13 22:00:08.034471 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-6558896a-f85d-4932-a629-8af7c8de2c7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8a63a06-fff6-43b6-931e-1523fce909fb HTTP/1.1" status: 200 len: 217 time: 0.0796156 Jul 13 22:00:08.116773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-270e61fe-5454-4d22-b2af-5ffa13f80fe6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:08.118371 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-270e61fe-5454-4d22-b2af-5ffa13f80fe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.0762961 Jul 13 22:00:08.192238 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-2d8c2c47-eea5-48a7-9821-ecae621be441 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499094 Jul 13 22:00:08.351661 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-6c7acd89-3551-4944-9f43-3ba7d3c92022 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517754 Jul 13 22:00:08.514439 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a5a3d07-d10c-4bc2-beb1-1c0b651c64e9 req-e223cdb3-702b-4dc7-bd1f-e6e11331e944 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543791 Jul 13 22:00:08.785786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0b5283f2-8227-45bc-91ae-0034a5ad9068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:08.931879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1eff-7d4f-4a78-8498-19b49a40f66f req-66d2e131-8db9-4f7a-b34e-ed2aa4e27221 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:08.933545 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f40f1eff-7d4f-4a78-8498-19b49a40f66f req-66d2e131-8db9-4f7a-b34e-ed2aa4e27221 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2341080 Jul 13 22:00:08.944950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18659-5011-455f-b3b5-a602137f542e req-5ad410c9-a50f-41ac-a3a3-da7da392f96c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:08.953097 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2db18659-5011-455f-b3b5-a602137f542e req-5ad410c9-a50f-41ac-a3a3-da7da392f96c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 944 time: 0.2048171 Jul 13 22:00:09.053990 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2db18659-5011-455f-b3b5-a602137f542e req-2cbc7c0e-52ad-424c-8f6b-7c22a5d34208 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999782 Jul 13 22:00:09.059469 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f40f1eff-7d4f-4a78-8498-19b49a40f66f req-61b614a2-2eed-4df6-bae4-553c6ad87267 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036143 Jul 13 22:00:10.336637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:10.553604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb14d-b7f2-45c0-86f1-0414576d7703 req-88d26ba8-e9c0-4bf6-91a3-aedecac2cf12 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:10.555310 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c85cb14d-b7f2-45c0-86f1-0414576d7703 req-88d26ba8-e9c0-4bf6-91a3-aedecac2cf12 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 944 time: 0.3457122 Jul 13 22:00:10.570493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4af7-d032-4a2c-bc17-ed9a16c87205 req-96125331-67eb-4940-9508-aa7817caabb9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:10.572019 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4c5f4af7-d032-4a2c-bc17-ed9a16c87205 req-96125331-67eb-4940-9508-aa7817caabb9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.3221390 Jul 13 22:00:10.652331 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c85cb14d-b7f2-45c0-86f1-0414576d7703 req-271983c7-2fb5-4db5-8c99-c404adb397c3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Jul 13 22:00:10.654874 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4c5f4af7-d032-4a2c-bc17-ed9a16c87205 req-f1cfd9e1-660c-4dd3-8a13-6f6970d22c02 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Jul 13 22:00:10.960287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-516c7b48-4f8e-48f6-a031-33c0d586f4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:11.043403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device e8a63a06-fff6-43b6-931e-1523fce909fb details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:00:11.388909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e8a63a06-fff6-43b6-931e-1523fce909fb,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:11.404702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': 'e8a63a06-fff6-43b6-931e-1523fce909fb', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'port_id': 'e8a63a06-fff6-43b6-931e-1523fce909fb', 'mac_address': 'fa:16:3e:86:74:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a88e15-97cd-4310-8d28-9daef02fb9a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:00:11.467704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:11.491826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a63a06-fff6-43b6-931e-1523fce909fb {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:11.508933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e8a63a06-fff6-43b6-931e-1523fce909fb,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:11.512610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:11.515365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9c8a7c36-67df-439a-bc65-51593ef4e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:11.593920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:11.597265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:11.684184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:11.929330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['e8a63a06-fff6-43b6-931e-1523fce909fb'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:12.045408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadecde-18f3-40bc-91d2-c193ca011254 req-a9eac32f-89fe-42b5-aa2b-da00087524f1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:12.047214 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fbadecde-18f3-40bc-91d2-c193ca011254 req-a9eac32f-89fe-42b5-aa2b-da00087524f1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1781001 Jul 13 22:00:12.089849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50fd78-82b9-41eb-86b0-6781edaaf467 req-c6bd59cc-8d03-4a92-a091-2dcf4c42e472 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:12.091967 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b50fd78-82b9-41eb-86b0-6781edaaf467 req-c6bd59cc-8d03-4a92-a091-2dcf4c42e472 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 945 time: 0.1388311 Jul 13 22:00:12.158101 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fbadecde-18f3-40bc-91d2-c193ca011254 req-8a63655c-ad83-47f7-9729-8f0992d184f8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999062 Jul 13 22:00:12.163272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:12.173267 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b50fd78-82b9-41eb-86b0-6781edaaf467 req-4d78ffb0-781c-45b0-b772-9e2d90282839 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Jul 13 22:00:12.830122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.327607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59814) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:13.485475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712e569-90b6-4707-96b4-2fe7f5838c68 req-38883e32-5b6d-4969-b4e8-c16b2f59ac9d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:13.486979 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3712e569-90b6-4707-96b4-2fe7f5838c68 req-38883e32-5b6d-4969-b4e8-c16b2f59ac9d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 945 time: 0.1640699 Jul 13 22:00:13.488307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.493927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c57789-d2a0-4027-907d-4fdbe7c85a27 req-028ff5a0-342d-4fcb-8232-47f66250b6c0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:13.495418 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12c57789-d2a0-4027-907d-4fdbe7c85a27 req-028ff5a0-342d-4fcb-8232-47f66250b6c0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1186438 Jul 13 22:00:13.530796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:13.537865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Usage tracker for resource:security_group_rule and tenant:44c6cde05b924b92a55eab516e2b9700 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:13.543124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:13.553604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:13.571635 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3712e569-90b6-4707-96b4-2fe7f5838c68 req-cfb20fda-a441-457f-ba1d-e9b859751384 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750825 Jul 13 22:00:13.582641 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12c57789-d2a0-4027-907d-4fdbe7c85a27 req-98fc1081-24b8-41df-ad80-f709add6e9d7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Jul 13 22:00:13.648172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.651700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.675221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:13.708350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44c6cde05b924b92a55eab516e2b9700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3795335 Jul 13 22:00:13.708521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59830) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:13.717038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81edcca6-0ba1-46b1-ba65-389885c90452,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:13.722030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:13.782426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.809978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.861392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.867949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:13.883331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81edcca6-0ba1-46b1-ba65-389885c90452,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:13.889557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:13.895442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:13.896724 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81edcca6-0ba1-46b1-ba65-389885c90452 HTTP/1.1" status: 204 len: 168 time: 0.1872306 Jul 13 22:00:14.242433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59840) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:14.263678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.296918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:14.300968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e04f55b9964d1f8948c94ba6f54ea2 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:14.303941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:14.310535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:14.378574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.381533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.390027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3f8c3086-e81a-4d85-8c15-2fe77e45d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:14.437840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efadbe9e-62a9-4e0f-aebc-b041c3ff003c,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:14.442704 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e04f55b9964d1f8948c94ba6f54ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991410 Jul 13 22:00:14.443688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:14.445420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59850) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:14.510251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.538382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.585741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.591485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e818d20f-76b0-44ca-8cba-4ab0fb22486c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:14.602435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efadbe9e-62a9-4e0f-aebc-b041c3ff003c,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:14.608809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:14.609605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:14.610825 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efadbe9e-62a9-4e0f-aebc-b041c3ff003c HTTP/1.1" status: 204 len: 168 time: 0.1644197 Jul 13 22:00:14.941426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937f5d-8cc9-47e3-b7fa-d57e1ba8553b req-677b8296-8938-4300-af91-6b450a8beef8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:14.943368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d4937f5d-8cc9-47e3-b7fa-d57e1ba8553b req-677b8296-8938-4300-af91-6b450a8beef8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 945 time: 0.2217731 Jul 13 22:00:14.955578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d917042-cbff-4b6a-adf5-02aaab9e63d9 req-3fd64e31-3134-4f8c-ad88-ce3d0f634848 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:14.957409 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6d917042-cbff-4b6a-adf5-02aaab9e63d9 req-3fd64e31-3134-4f8c-ad88-ce3d0f634848 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1837642 Jul 13 22:00:15.057120 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d4937f5d-8cc9-47e3-b7fa-d57e1ba8553b req-22e38b81-64a0-45b0-8d06-a8926c6985e9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975449 Jul 13 22:00:15.061303 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6d917042-cbff-4b6a-adf5-02aaab9e63d9 req-b7f309ab-ac9c-4d11-915b-5fe6fbc6ae96 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857534 Jul 13 22:00:15.073384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device e8a63a06-fff6-43b6-931e-1523fce909fb up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:15.181019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port e8a63a06-fff6-43b6-931e-1523fce909fb completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:15.188700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port e8a63a06-fff6-43b6-931e-1523fce909fb triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:15.189972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.208478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59876) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:15.233269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.269138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:15.274105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Usage tracker for resource:security_group_rule and tenant:0b493ae3e35640c3a2f951abdda8567f is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:15.277394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:15.284309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:15.328761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.363453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:15.378234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e8a63a06-fff6-43b6-931e-1523fce909fb,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:15.382504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.389838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:15.394939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.401080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.428330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:15.447378 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb', 'code': 200} Jul 13 22:00:15.455234 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b493ae3e35640c3a2f951abdda8567f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431219 Jul 13 22:00:15.456974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59886) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:15.468624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066df645-3f9e-4f73-9507-58d9087aa7eb,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:15.471971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:15.483577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:15.487163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:15.548637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.576972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.626582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.631850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f8bf791-4011-4294-b036-3a9987939b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:15.645330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066df645-3f9e-4f73-9507-58d9087aa7eb,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:15.647670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:15.655429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:15.659617 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/066df645-3f9e-4f73-9507-58d9087aa7eb HTTP/1.1" status: 204 len: 168 time: 0.2013385 Jul 13 22:00:15.757195 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-398ea0d7-40e2-4232-9a13-fac1f301a792 req-3c6220f3-31dc-45e3-a80a-d507aac75cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 1099 time: 0.0803475 Jul 13 22:00:15.812280 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-398ea0d7-40e2-4232-9a13-fac1f301a792 req-a9a3d537-0994-406e-a39e-0924d1538bea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Jul 13 22:00:16.389600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4793496-47de-4f79-9ce2-b46232820a18 req-474f601b-7589-4737-a43a-4be26c575191 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:16.396706 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b4793496-47de-4f79-9ce2-b46232820a18 req-474f601b-7589-4737-a43a-4be26c575191 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.1314940 Jul 13 22:00:16.407356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb655c4-f218-4769-a0ea-430c21f67d2c req-80de3ad9-ac13-4350-8861-f71e31785578 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:16.409125 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3cb655c4-f218-4769-a0ea-430c21f67d2c req-80de3ad9-ac13-4350-8861-f71e31785578 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1907821 Jul 13 22:00:16.499797 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b4793496-47de-4f79-9ce2-b46232820a18 req-9712c2b9-19f5-4162-a032-8be3c46f0203 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019752 Jul 13 22:00:16.502524 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3cb655c4-f218-4769-a0ea-430c21f67d2c req-43b52304-8313-43d9-a818-85cc737db9c9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768571 Jul 13 22:00:16.585052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59932) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:16.635978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 59938) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:16.787083 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805194718-network', 'tenant_id': 'f0121702297242a5b0df6a37308fea33'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:16.796508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:16.818136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Usage tracker for resource:network and tenant:f0121702297242a5b0df6a37308fea33 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:16.822918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:16.829515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:16.839578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:16.873066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Made reservation on behalf of f0121702297242a5b0df6a37308fea33 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:16.873066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:16.891283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:16.893741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:16.906449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Usage tracker for resource:security_group_rule and tenant:3f7ce865f86f4c98806f46c6d7c86fc2 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:16.910700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:16.921073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:16.950051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:16.958498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Usage tracker for resource:security_group_rule and tenant:f0121702297242a5b0df6a37308fea33 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:16.962334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:16.973172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:17.046854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.054919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.069443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:17.136312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.139880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0dea5-dbf5-40bb-bc63-4f2c713813a0,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:17.147497 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f7ce865f86f4c98806f46c6d7c86fc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5585916 Jul 13 22:00:17.147497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:17.147497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.148652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59958) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:17.150144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-11f652b3-66b8-4905-8d95-65e0ed167f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:17.182791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:00:17.191963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:17.195832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:17.198473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.198871 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Added segment 8fd0a8b5-b279-4217-9603-196d7fc2927e of type vlan for network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d Jul 13 22:00:17.228420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.253206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.261972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.263988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:17.264673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.270082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-de60309a-03bc-49f9-ad8c-6844514f3b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:17.282516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.329678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.334944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fa5d93fd-eb80-43e6-9694-a769a23b7d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:17.346845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0dea5-dbf5-40bb-bc63-4f2c713813a0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:17.350806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:17.354052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.362638 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98d0dea5-dbf5-40bb-bc63-4f2c713813a0 HTTP/1.1" status: 204 len: 168 time: 0.2127953 Jul 13 22:00:17.394067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Pushing event updated for resources: {'Network': ['ID=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:17.399942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:17.403233 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7658079 Jul 13 22:00:17.407174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 59968) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:17.408267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:00:17.413356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Request body: {'subnet': {'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805194718-subnet', 'tenant_id': 'f0121702297242a5b0df6a37308fea33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:17.418455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:17.423018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Usage tracker for resource:subnet and tenant:f0121702297242a5b0df6a37308fea33 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:17.426618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:17.433259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:17.449702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Made reservation on behalf of f0121702297242a5b0df6a37308fea33 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:17.457468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.715060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.720866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e42aa5ca-aaf4-4a6a-97c6-a7fe9c24c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:17.799828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:17.803195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:17.819282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Checking segment: {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:17.819749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Network hostable DHCP agents. Network: afb3cce6-37d3-400c-9d8d-ce8d23b41a9d, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:00:17.856137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:00:17.868179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, afb3cce6-37d3-400c-9d8d-ce8d23b41a9d) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:17.872922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:17.873565 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:17.881428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946b223-5cf1-42e1-a383-dc175bb1f697 None None] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:17.895064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180885-9d74-4557-af12-7f540e447b70 req-a0f210b9-e817-4102-a65d-9fa0b69790dc tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:17.896710 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5180885-9d74-4557-af12-7f540e447b70 req-a0f210b9-e817-4102-a65d-9fa0b69790dc tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.1904371 Jul 13 22:00:17.902706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309f8b4-eabb-465b-850d-9741c817929d req-680c31f9-f5db-468d-9e43-4c8e7c608cf9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:17.904368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d309f8b4-eabb-465b-850d-9741c817929d req-680c31f9-f5db-468d-9e43-4c8e7c608cf9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1995132 Jul 13 22:00:17.911111 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b840d96a-9e44-4bdf-b63e-2e5d6a1c6241 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5026782 Jul 13 22:00:17.979342 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d309f8b4-eabb-465b-850d-9741c817929d req-929182c6-e890-4b9c-a973-488020542225 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Jul 13 22:00:18.030096 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5180885-9d74-4557-af12-7f540e447b70 req-b49a306b-dfd6-4cd5-a475-a53351b62ae4 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168478 Jul 13 22:00:18.198002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad31ef9-063f-41e9-af81-8c4650741fec None None] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:19.226018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794e543-e456-4ed2-bdad-a4d1a14e91a5 req-64a028d9-a1cf-4462-a13b-692e328c0078 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:19.227645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9794e543-e456-4ed2-bdad-a4d1a14e91a5 req-64a028d9-a1cf-4462-a13b-692e328c0078 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.0959871 Jul 13 22:00:19.307104 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9794e543-e456-4ed2-bdad-a4d1a14e91a5 req-bfc6161f-7ca3-4c6c-b9f9-65ee25c6fdf6 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668066 Jul 13 22:00:20.673987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dd888-c94b-43c4-9a1c-92c378561e26 req-d971e9e0-da1e-448c-9093-727c80aedac0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:20.675732 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7b2dd888-c94b-43c4-9a1c-92c378561e26 req-d971e9e0-da1e-448c-9093-727c80aedac0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2268360 Jul 13 22:00:20.687582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-619461a2-1fb6-430c-a803-154001350a9c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:20.688701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-619461a2-1fb6-430c-a803-154001350a9c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Synchronizing usage tracker for tenant:f0121702297242a5b0df6a37308fea33 on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:00:20.741625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-619461a2-1fb6-430c-a803-154001350a9c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Unset dirty status for tenant:f0121702297242a5b0df6a37308fea33 on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:00:20.742942 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-619461a2-1fb6-430c-a803-154001350a9c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 809 time: 0.2543199 Jul 13 22:00:20.756599 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7b2dd888-c94b-43c4-9a1c-92c378561e26 req-010125ab-26e5-4c61-b47b-f18a61d562f3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636730 Jul 13 22:00:20.773583 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-443ba957-7d4a-4cc5-a6c7-863053851c07 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/quotas/f0121702297242a5b0df6a37308fea33 HTTP/1.1" status: 200 len: 375 time: 0.0206068 Jul 13 22:00:20.841654 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-c2aae1fe-7a5a-46cc-9bf3-c160ee8bf400 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668173 Jul 13 22:00:21.008477 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e2fd4034-3a23-49fb-8b09-c76d99f6c83f service neutron] 10.222.0.20 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655619 Jul 13 22:00:21.156282 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-b0c33486-eb29-4677-89b6-e5b2f8e781bd service neutron] 10.222.0.20 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411505 Jul 13 22:00:21.354934 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-965d9656-1425-4400-b24a-7f3d4db686a3 req-12796471-5907-402a-b63b-9f0a221797a0 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 210 time: 0.0458269 Jul 13 22:00:22.006848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab71e9-e266-41dc-aea2-82de1f8a5aa2 req-e444ee41-5b7e-40fd-b2c6-ee2cc36140d4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:22.008503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b4ab71e9-e266-41dc-aea2-82de1f8a5aa2 req-e444ee41-5b7e-40fd-b2c6-ee2cc36140d4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.0898974 Jul 13 22:00:22.074350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b4ab71e9-e266-41dc-aea2-82de1f8a5aa2 req-ecf8aef0-7ed5-4034-a221-546e27b24d2a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Jul 13 22:00:22.524256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9d557c2b-46f0-4db4-9ff0-8c6a6987efd2 req-b306d41c-57f4-4a9d-b9cc-892833ea9b06 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 210 time: 0.0464077 Jul 13 22:00:23.093768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-cfd1b267-7304-4ada-afff-dee78ac5e207 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:23.095274 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-cfd1b267-7304-4ada-afff-dee78ac5e207 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 809 time: 0.2024190 Jul 13 22:00:23.127327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Request body: {'port': {'device_id': '1865d30e-b172-4490-b21a-612439a6658b', 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d', 'admin_state_up': True, 'tenant_id': 'f0121702297242a5b0df6a37308fea33'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:23.431364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:23.437386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Usage tracker for resource:port and tenant:f0121702297242a5b0df6a37308fea33 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:23.441621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:23.451907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:23.469688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515691b1-deec-42fe-b476-8eac30fa11c5 req-ee715df3-6593-4de6-a641-d8370bb51032 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:23.471623 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-515691b1-deec-42fe-b476-8eac30fa11c5 req-ee715df3-6593-4de6-a641-d8370bb51032 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1999629 Jul 13 22:00:23.483735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Made reservation on behalf of f0121702297242a5b0df6a37308fea33 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:23.489510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:23.610867 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-515691b1-deec-42fe-b476-8eac30fa11c5 req-72c7d0fb-3da1-481b-b5d8-1544fc563c61 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293116 Jul 13 22:00:23.930782 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5214d805-99b1-41a9-92b1-e38dbfd0a49a req-17a1acd1-3407-4f6d-9b1b-202e13b0a1fb tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 210 time: 0.0591063 Jul 13 22:00:23.950066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Allocated IP 172.20.0.14 (afb3cce6-37d3-400c-9d8d-ce8d23b41a9d/ac43e627-bfc0-494f-8ea6-d79a6cd93a9b/464ec3c9-457a-4d37-bf89-2a861e2fddcf) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:24.164704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:24.191433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:24.197097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df6d219d-51ed-4cf2-a9e8-8e5ce204890e tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:24.270132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:24.271260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:24.276204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:24.280456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:24.281121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:24.284967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Pushing event updated for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:24.289220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:24.304690 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1828856 Jul 13 22:00:24.339778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Request body: {'port': {'device_id': '1865d30e-b172-4490-b21a-612439a6658b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:24.458074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.008975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8be00-940e-4ef8-8da3-bf49aaff602d req-16834723-9d14-4738-a76d-ce22165d5c19 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:25.017475 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ecd8be00-940e-4ef8-8da3-bf49aaff602d req-16834723-9d14-4738-a76d-ce22165d5c19 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.2122557 Jul 13 22:00:25.046007 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eb8efdd8-d52d-4976-8946-3cec56e0aa5d req-e9625403-72f6-42a3-b9dd-1bc8dfb4df26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 1098 time: 0.0978510 Jul 13 22:00:25.100123 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eb8efdd8-d52d-4976-8946-3cec56e0aa5d req-a0d7e406-2e07-4ab9-819e-19dc7e2c3272 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Jul 13 22:00:25.272080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464ec3c9-457a-4d37-bf89-2a861e2fddcf {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:25.290612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.298001 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ecd8be00-940e-4ef8-8da3-bf49aaff602d req-b5d69893-e189-464e-bbaa-7e1a3a5c67dd tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596347 Jul 13 22:00:25.333206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Transition to ACTIVE for port object 464ec3c9-457a-4d37-bf89-2a861e2fddcf will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:25.347884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-48963316-fbc1-4149-8838-261e565fffdc tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:25.348735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-48963316-fbc1-4149-8838-261e565fffdc tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Synchronizing usage tracker for tenant:f0121702297242a5b0df6a37308fea33 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:00:25.353644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.359171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:25.501465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-48963316-fbc1-4149-8838-261e565fffdc tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Unset dirty status for tenant:f0121702297242a5b0df6a37308fea33 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:00:25.502771 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-48963316-fbc1-4149-8838-261e565fffdc tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 932 time: 0.3505292 Jul 13 22:00:25.503839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Pushing event updated for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:25.508401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:25.601656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Attempting to bind port 464ec3c9-457a-4d37-bf89-2a861e2fddcf on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:25.602039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Attempting to bind port 464ec3c9-457a-4d37-bf89-2a861e2fddcf by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:25.602415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Attempting to bind port 464ec3c9-457a-4d37-bf89-2a861e2fddcf on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:25.611483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-8da48991-7b5f-4cc1-b1cb-e714c91af74c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Synchronizing usage tracker for tenant:f0121702297242a5b0df6a37308fea33 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:00:25.618384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Port 464ec3c9-457a-4d37-bf89-2a861e2fddcf on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:00:25.618758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Attempting to bind port 464ec3c9-457a-4d37-bf89-2a861e2fddcf on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:25.631492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:25.631756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Checking segment: {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:25.632225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Bound using segment: {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:25.632705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Bound port: 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:25.633095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.650333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-8da48991-7b5f-4cc1-b1cb-e714c91af74c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Unset dirty status for tenant:f0121702297242a5b0df6a37308fea33 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:00:25.656865 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e5a8745-dd92-469f-8bb5-1f647a4d22d2 req-8da48991-7b5f-4cc1-b1cb-e714c91af74c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466701 Jul 13 22:00:25.768850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:25.774750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:25.783837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.789155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282153a6-faca-4710-9a63-7fd5b42538ee tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:25.873027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:25.875201 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] 10.222.0.11 "PUT /v2.0/ports/464ec3c9-457a-4d37-bf89-2a861e2fddcf HTTP/1.1" status: 200 len: 1094 time: 1.5407608 Jul 13 22:00:25.883093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:25.908196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Pushing event updated for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:25.911978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:25.947718 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf', 'status': 'completed', 'code': 200} Jul 13 22:00:26.172453 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-356d9937-4664-4c58-b92d-52d9b7fcd67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 1097 time: 0.1890142 Jul 13 22:00:26.276009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-295f37ae-4804-4ada-9852-fd573a9ab790 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:26.277593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-295f37ae-4804-4ada-9852-fd573a9ab790 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.2388031 Jul 13 22:00:26.281085 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-802b960e-43e0-43ed-8f9c-3c859f556bce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf HTTP/1.1" status: 200 len: 217 time: 0.0826082 Jul 13 22:00:26.297232 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-4bfe247e-a17c-4345-99eb-81f52237b842 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/quotas/ec1d74ef7ea7421e871a1172943c2942 HTTP/1.1" status: 200 len: 375 time: 0.0129464 Jul 13 22:00:26.442026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-70b7253c-1bde-4b7e-aedf-ec552f99c58e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:26.443652 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-70b7253c-1bde-4b7e-aedf-ec552f99c58e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b HTTP/1.1" status: 200 len: 849 time: 0.1032505 Jul 13 22:00:26.464457 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-5d45d738-8e53-4f98-bbd7-e7c00490af6c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610312 Jul 13 22:00:26.670700 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-f6ea7f72-c538-4267-887f-f7ae7b1fcb3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676347 Jul 13 22:00:26.736743 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-19f67839-96a6-4b28-9381-c8e98b338bdb service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640774 Jul 13 22:00:27.200156 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-e05ffc02-159b-412d-9036-0661f1a804bb service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066369 Jul 13 22:00:27.209755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cdbe4-11c4-4ef0-a678-332653a9ee07 req-d070ca90-c0a7-47e5-9e50-7b089fe06676 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:27.211342 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a9cdbe4-11c4-4ef0-a678-332653a9ee07 req-d070ca90-c0a7-47e5-9e50-7b089fe06676 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.5825789 Jul 13 22:00:27.243443 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-45094462-59c5-4df2-ba3e-88d7efd54503 service neutron] 10.222.0.20 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944632 Jul 13 22:00:27.372860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a9cdbe4-11c4-4ef0-a678-332653a9ee07 req-2c92fd4d-d94f-4db1-8e60-375bc0e7eec4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335928 Jul 13 22:00:27.407119 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92be0547-9ddd-4968-aceb-cd887929fd6b req-4909fb27-50b8-438e-a112-d010c91b91d6 service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925571 Jul 13 22:00:27.559555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f0039-a98e-4a40-9995-5945b3f791a8 req-2a1091b8-485b-4108-ad5e-390507522a8e tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:27.561163 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-566f0039-a98e-4a40-9995-5945b3f791a8 req-2a1091b8-485b-4108-ad5e-390507522a8e tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 944 time: 0.0901337 Jul 13 22:00:27.671569 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-566f0039-a98e-4a40-9995-5945b3f791a8 req-a8273bb6-e547-451c-baf8-61175df62e27 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Jul 13 22:00:27.682677 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-f55de8ae-1b19-4cc3-a88e-ccd320348519 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 1097 time: 0.1205280 Jul 13 22:00:27.840474 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2b54cc3e-dcfe-44d4-a8e1-349781b39a69 req-7c08ddd0-9d33-4f3e-875e-1d3e0114cffc tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 210 time: 0.1022809 Jul 13 22:00:27.889467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-25ad015d-e2da-45f3-af36-a75308ae7e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:27.891060 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-25ad015d-e2da-45f3-af36-a75308ae7e59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 910 time: 0.2013695 Jul 13 22:00:27.973950 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-636ccfae-4259-4c3a-b25d-cf7bd3172a51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf HTTP/1.1" status: 200 len: 217 time: 0.0755763 Jul 13 22:00:28.089055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-19822eef-a0cb-4107-9ab1-1f8d6ea5dbdd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:28.090719 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-19822eef-a0cb-4107-9ab1-1f8d6ea5dbdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b HTTP/1.1" status: 200 len: 849 time: 0.0691743 Jul 13 22:00:28.144808 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-1c992ece-1ac7-4b39-bf21-87283e472f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451787 Jul 13 22:00:28.298849 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-3f0b2f8f-023d-461c-bfc8-56fed77afae6 service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453397 Jul 13 22:00:28.455758 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b2831e7c-1c66-4b0a-be70-e6f8db54fa64 req-6cc97c0f-e50a-4777-af9a-e3fd81f4a13d service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467671 Jul 13 22:00:28.589290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904d63d-2ce7-4f8d-b308-bbb5c1dae7f7 req-ead79eef-4fc1-497a-b4f1-82c3c2ec9baf tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:28.591511 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3904d63d-2ce7-4f8d-b308-bbb5c1dae7f7 req-ead79eef-4fc1-497a-b4f1-82c3c2ec9baf tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.0879667 Jul 13 22:00:28.642609 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3904d63d-2ce7-4f8d-b308-bbb5c1dae7f7 req-c452ffcd-bcb6-4ae6-8c20-55b4b5427189 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Jul 13 22:00:28.999980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55ff25-3ef1-4a2f-b00b-6b9a684bc19c req-6b86bd54-895e-48e1-bdfa-e5379da55168 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:29.001727 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b55ff25-3ef1-4a2f-b00b-6b9a684bc19c req-6b86bd54-895e-48e1-bdfa-e5379da55168 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2281566 Jul 13 22:00:29.070972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-38221f94-b8b1-40df-9634-4dc93641b069 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:29.072547 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-38221f94-b8b1-40df-9634-4dc93641b069 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 814 time: 0.2606761 Jul 13 22:00:29.128280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Request body: {'port': {'device_id': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'admin_state_up': True, 'tenant_id': 'ec1d74ef7ea7421e871a1172943c2942'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:29.137662 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b55ff25-3ef1-4a2f-b00b-6b9a684bc19c req-03b50e0a-ab40-4b0a-b697-7ee87c86a800 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980823 Jul 13 22:00:29.245149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142699c3-7e13-4f00-86c3-2274fb43ba04 req-2aa2f47c-49b9-43e0-b96a-ed65befe6330 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:29.246832 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-142699c3-7e13-4f00-86c3-2274fb43ba04 req-2aa2f47c-49b9-43e0-b96a-ed65befe6330 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 944 time: 0.2621508 Jul 13 22:00:29.344388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:29.357788 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-142699c3-7e13-4f00-86c3-2274fb43ba04 req-60965e26-81c2-4c70-af74-37de33c0c9c8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974009 Jul 13 22:00:29.358634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:29.371858 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Made reservation on behalf of ec1d74ef7ea7421e871a1172943c2942 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:29.379613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:29.559948 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ed390e4a-5f35-4c6e-87d4-bcfa1472526d req-4bd6b869-b982-4e47-82f5-51db256543b3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 210 time: 0.0812953 Jul 13 22:00:29.732415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Allocated IP 172.20.0.11 (6debd415-819f-45b7-9e66-e8a604d3b525/12a88e15-97cd-4310-8d28-9daef02fb9a2/249d8d59-548e-4a58-9a0e-69ca13b50cb5) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:30.027647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:30.062137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:30.068837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:30.117826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', '44ef5764-3b43-4089-8677-c1651a62dd90', 'e8a63a06-fff6-43b6-931e-1523fce909fb'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:30.150893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Network 6debd415-819f-45b7-9e66-e8a604d3b525 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:30.155288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:30.157420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event updated for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:30.159753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:30.164063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:30.164778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:30.176427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:30.193205 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0780127 Jul 13 22:00:30.213595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Request body: {'port': {'device_id': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:30.339539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:30.760622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade13a8-cd56-4e56-8b09-38a519a51f79 req-45a842ea-9c87-4a7a-933c-edb7a063d319 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:30.762111 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aade13a8-cd56-4e56-8b09-38a519a51f79 req-45a842ea-9c87-4a7a-933c-edb7a063d319 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 944 time: 0.2512131 Jul 13 22:00:30.919387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d225c1-7f23-476f-97cc-ac7a5e1bf264 req-2d9990ed-bb39-45d6-aa42-9dfcbdee6082 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:30.920240 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d1d225c1-7f23-476f-97cc-ac7a5e1bf264 req-2d9990ed-bb39-45d6-aa42-9dfcbdee6082 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:00:30.929060 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aade13a8-cd56-4e56-8b09-38a519a51f79 req-15b77523-b80b-439c-a2b2-f514dfd0568c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557598 Jul 13 22:00:30.945606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249d8d59-548e-4a58-9a0e-69ca13b50cb5 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:30.952334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d1d225c1-7f23-476f-97cc-ac7a5e1bf264 req-2d9990ed-bb39-45d6-aa42-9dfcbdee6082 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:00:30.953608 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d1d225c1-7f23-476f-97cc-ac7a5e1bf264 req-2d9990ed-bb39-45d6-aa42-9dfcbdee6082 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 932 time: 0.2517247 Jul 13 22:00:30.955416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:30.975183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Transition to ACTIVE for port object 249d8d59-548e-4a58-9a0e-69ca13b50cb5 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:30.992140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.004566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:31.164195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 464ec3c9-457a-4d37-bf89-2a861e2fddcf details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:00:31.167945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60392) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:31.169576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Pushing event updated for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:31.172603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:31.178215 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d1d225c1-7f23-476f-97cc-ac7a5e1bf264 req-9a95de41-a0dc-4857-a8b4-be5b5d8f6f66 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066395 Jul 13 22:00:31.247466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Attempting to bind port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:31.248054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Attempting to bind port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:31.248756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Attempting to bind port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:31.255536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 on network 6debd415-819f-45b7-9e66-e8a604d3b525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:00:31.256144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Attempting to bind port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 on network 6debd415-819f-45b7-9e66-e8a604d3b525 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:31.265276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:31.265854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Checking segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:31.266442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Bound using segment: {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:31.267092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Bound port: 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99d75-3d1c-4298-8da7-a753f77b8783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:31.267645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.443741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:31.445446 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-d1e66eee-41c2-4ba6-8260-7ad3abab63ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.1376357 Jul 13 22:00:31.450822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:31.455286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:31.459551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '464ec3c9-457a-4d37-bf89-2a861e2fddcf', 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d', 'port_id': '464ec3c9-457a-4d37-bf89-2a861e2fddcf', 'mac_address': 'fa:16:3e:88:b1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac43e627-bfc0-494f-8ea6-d79a6cd93a9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:00:31.470914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.475896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:31.526824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.537892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.547962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464ec3c9-457a-4d37-bf89-2a861e2fddcf {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:31.549340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.553867 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] 10.222.0.11 "PUT /v2.0/ports/249d8d59-548e-4a58-9a0e-69ca13b50cb5 HTTP/1.1" status: 200 len: 1094 time: 1.3430235 Jul 13 22:00:31.554700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:31.564731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:31.568860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0d3e-a306-4df9-8a82-c98bb8a7f791 req-d9a0fbdc-c904-4320-8616-6b20590dfa27 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:31.570531 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c19d0d3e-a306-4df9-8a82-c98bb8a7f791 req-d9a0fbdc-c904-4320-8616-6b20590dfa27 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2310152 Jul 13 22:00:31.574592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:31.580515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:31.583261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Pushing event updated for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:31.594794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:31.639377 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5', 'status': 'completed', 'code': 200} Jul 13 22:00:31.671048 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:31.674369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:31.686381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-cec8152c-533f-4694-8619-8a2c557f4aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:31.687997 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-cec8152c-533f-4694-8619-8a2c557f4aa5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.2194364 Jul 13 22:00:31.700986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:31.707056 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c19d0d3e-a306-4df9-8a82-c98bb8a7f791 req-ba3f507a-f76a-4c35-a69c-179ddbcb80c0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270454 Jul 13 22:00:31.734809 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-4ec62fe7-5956-4edc-a2ef-43ab780b6f0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 1097 time: 0.1018317 Jul 13 22:00:31.776490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f263bf0c0ccc4435bef860fda1215a29 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:31.780490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:31.799168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:31.803823 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-da269ee5-872f-4961-b61e-8c48330dab66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.1000154 Jul 13 22:00:31.917279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-83cc19f3-c461-44ea-b2bf-54783eb82a72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:31.919401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-83cc19f3-c461-44ea-b2bf-54783eb82a72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1029849 Jul 13 22:00:31.992487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-cd57bc65-52ea-4dfb-ac85-3741d7bf92ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560727 Jul 13 22:00:32.024033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.033816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-9398f615-6717-4da0-b837-512cf739f145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5 HTTP/1.1" status: 200 len: 217 time: 0.2719119 Jul 13 22:00:32.041491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.052273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ae61a83b-57f3-4769-a4c3-9c10ef48b2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:32.152704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb66ed8-77bd-4d60-b33c-efab97273e09,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:32.170312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:32.180013 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f263bf0c0ccc4435bef860fda1215a29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0081561 Jul 13 22:00:32.180301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-c855fa2c-1745-484a-bd65-f410bd29cc2f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:32.180389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60412) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:32.180471 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-c855fa2c-1745-484a-bd65-f410bd29cc2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.1334927 Jul 13 22:00:32.185853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['464ec3c9-457a-4d37-bf89-2a861e2fddcf'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:32.232138 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-159a7102-030e-4d74-9a08-f792de75b6ba service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309229 Jul 13 22:00:32.240397 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-30017f23-6878-4315-8dc1-aa39cc53fbb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520902 Jul 13 22:00:32.251429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c6c41-e231-4992-a718-c0b911fb2759 req-ce2b094c-23d4-41e0-99ae-04096710d516 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:32.252961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-686c6c41-e231-4992-a718-c0b911fb2759 req-ce2b094c-23d4-41e0-99ae-04096710d516 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 945 time: 0.1660571 Jul 13 22:00:32.389292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.441393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.456319 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0882b82-6af8-4fbc-90c7-ad0fd12ea7e6 req-c93dc78a-66e3-4a46-b034-32e26ef00a30 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140789 Jul 13 22:00:32.517142 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-686c6c41-e231-4992-a718-c0b911fb2759 req-62ae3c70-bd15-47a1-90f9-877de307b001 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407279 Jul 13 22:00:32.523032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.537710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-74e908b3-4c81-4d4a-8d53-bd2ffd4e62c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:32.564677 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-d99e1617-e3dc-44f6-9bf4-74946fb75424 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106470 Jul 13 22:00:32.569880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:32.571197 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bb66ed8-77bd-4d60-b33c-efab97273e09 HTTP/1.1" status: 204 len: 168 time: 0.3898749 Jul 13 22:00:32.574393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb66ed8-77bd-4d60-b33c-efab97273e09,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:32.577490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:32.587558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b9dd-c503-4d4b-8822-d37209d06194 req-9cedac61-36fa-474f-97be-fa922cf31ccb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:32.589402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c743b9dd-c503-4d4b-8822-d37209d06194 req-9cedac61-36fa-474f-97be-fa922cf31ccb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 944 time: 0.1734829 Jul 13 22:00:32.658497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:00:32.765254 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c743b9dd-c503-4d4b-8822-d37209d06194 req-051818da-daec-40f4-acac-9639f23330e9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480613 Jul 13 22:00:32.801430 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-005f4e1f-b51c-49d1-b63c-544f2bc6f050 req-bf6f9bcc-978e-42b2-89c6-088d18385b05 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108815 Jul 13 22:00:32.998219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287257e-2005-4e16-ac6a-b4c32e3f369a req-66ed820a-0dcf-453d-ac65-005967f112e2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:32.999852 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d287257e-2005-4e16-ac6a-b4c32e3f369a req-66ed820a-0dcf-453d-ac65-005967f112e2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0914087 Jul 13 22:00:33.056820 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d287257e-2005-4e16-ac6a-b4c32e3f369a req-20e69a98-4cd1-4093-90b5-c13d87c6978c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Jul 13 22:00:33.140647 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-4779ec52-026a-4bb5-9712-c0ac3416fdbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 1097 time: 0.0813692 Jul 13 22:00:33.293418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-64fa643a-9b02-4e8f-bef3-5be296b8a69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:33.295245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-64fa643a-9b02-4e8f-bef3-5be296b8a69f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 915 time: 0.1452024 Jul 13 22:00:33.374825 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-75941d4a-eecd-4c46-b258-d16bebd0b1f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5 HTTP/1.1" status: 200 len: 217 time: 0.0663559 Jul 13 22:00:33.455061 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-cf5dc79d-7f51-4f01-b547-d12356f6cd94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:33.456715 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-cf5dc79d-7f51-4f01-b547-d12356f6cd94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.0746272 Jul 13 22:00:33.500811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60454) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:33.509779 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-9106e2f5-e768-42aa-a5ca-b019536ed25b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454512 Jul 13 22:00:33.679115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1175092932-network', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:33.684913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:33.689688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Usage tracker for resource:network and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:33.692945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:33.695460 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-9545efc8-a37c-4f0f-887c-9e1311ed883b service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769822 Jul 13 22:00:33.701218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:33.713327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Made reservation on behalf of d1bbf90e3f224284bda5d515a3ff5239 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:33.719469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:33.735697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:33.770928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:33.775108 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:33.778396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:33.785020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:33.919072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:33.923334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:33.928365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b2e37d3-b328-4fa9-881e-2fd26c2b5141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:33.937405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd938-c9bc-4aa0-82dc-bd1f3ca937b3 req-321d037c-1977-461e-8189-f8b82f77b1af tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:33.940641 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d54cd938-c9bc-4aa0-82dc-bd1f3ca937b3 req-321d037c-1977-461e-8189-f8b82f77b1af tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 945 time: 0.2439013 Jul 13 22:00:33.963184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:00:33.970248 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aea7f49c-6cf1-4752-9d3a-d9202784bebd req-d4e55487-743c-4c9a-aa2c-1032a8bdd23d service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332835 Jul 13 22:00:33.976696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3440bb5c-14d0-4f28-ab6c-af349a1b2a18,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:33.980933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:33.982703 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Added segment 47abbf82-781a-442a-860e-d17422c558c8 of type vlan for network 65b1e84e-4837-4910-a46a-190a0ea39fd2 Jul 13 22:00:34.007124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:34.014378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.015183 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d54cd938-c9bc-4aa0-82dc-bd1f3ca937b3 req-93e91f43-2dea-409b-9934-fccdade3bf4b tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Jul 13 22:00:34.049973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.051434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:34.052241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.058315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a3524b02-856b-4664-9fcd-695eb1e1dbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:34.168458 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6663694 Jul 13 22:00:34.172361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60480) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:34.175261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Pushing event updated for resources: {'Network': ['ID=65b1e84e-4837-4910-a46a-190a0ea39fd2,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:34.180770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Request body: {'subnet': {'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1175092932-subnet', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:34.186656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:00:34.187402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:34.188505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:34.198611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Usage tracker for resource:subnet and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:34.202862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:34.209602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:34.220322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Made reservation on behalf of d1bbf90e3f224284bda5d515a3ff5239 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:34.225330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.279959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd4d88-d44d-4218-abcc-0d7e08591e9d req-12a2dc30-dce8-40b7-b8ac-e047a7aa78fa tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:34.281535 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5cd4d88-d44d-4218-abcc-0d7e08591e9d req-12a2dc30-dce8-40b7-b8ac-e047a7aa78fa tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 944 time: 0.1472826 Jul 13 22:00:34.345063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087b90-8429-437a-98ab-d9376dc5752c req-6eae5fd3-a47a-4912-89d5-66f2f773067c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:34.346652 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-25087b90-8429-437a-98ab-d9376dc5752c req-6eae5fd3-a47a-4912-89d5-66f2f773067c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1491885 Jul 13 22:00:34.376635 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5cd4d88-d44d-4218-abcc-0d7e08591e9d req-13e2df14-9f96-43f3-847c-83339f0d6607 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Jul 13 22:00:34.413904 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-25087b90-8429-437a-98ab-d9376dc5752c req-be770de9-0461-477d-a56c-d66cc8c924be tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606210 Jul 13 22:00:34.459341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.464635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:34.543571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e32c0a-0541-4368-b956-1d2d7562c853,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:34.546512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:34.555411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Checking segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:34.555810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Network hostable DHCP agents. Network: 65b1e84e-4837-4910-a46a-190a0ea39fd2, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:00:34.578198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:00:34.587204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 65b1e84e-4837-4910-a46a-190a0ea39fd2) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:34.591497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:34.592145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.597159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3a025-6c42-4ce4-a563-57fd63cb5f19 None None] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:34.612204 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4387345 Jul 13 22:00:34.614965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60484) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:34.620544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:34.625730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:34.629756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Usage tracker for resource:router and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:34.632736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:34.639443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:34.648990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.649976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.667689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.826539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:34.837991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-65b1e84e-4837-4910-a46a-190a0ea39fd2', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 22:00:34.839483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.019399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Allocated IP 172.20.0.2 (65b1e84e-4837-4910-a46a-190a0ea39fd2/c7e32c0a-0541-4368-b956-1d2d7562c853/f003deb7-e946-41eb-bba6-5910b9c39cf2) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:35.260890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 249d8d59-548e-4a58-9a0e-69ca13b50cb5 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:00:35.264929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 464ec3c9-457a-4d37-bf89-2a861e2fddcf up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:35.272762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.315415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.335762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d41b8c-9144-4493-b2aa-ccbcd04544e2 req-6b2efe05-b6c9-4e55-b076-a081ee8420ff tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:35.337677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.348679 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50d41b8c-9144-4493-b2aa-ccbcd04544e2 req-6b2efe05-b6c9-4e55-b076-a081ee8420ff tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 945 time: 0.1248951 Jul 13 22:00:35.396159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Transition to ACTIVE for port object f003deb7-e946-41eb-bba6-5910b9c39cf2 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:35.428471 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50d41b8c-9144-4493-b2aa-ccbcd04544e2 req-a25bc6cc-65a7-442e-84a7-5badfb5deb94 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Jul 13 22:00:35.494925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Transition to ACTIVE for port object f003deb7-e946-41eb-bba6-5910b9c39cf2 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:35.505189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Allocated IP 172.28.3.123 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:35.507493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 464ec3c9-457a-4d37-bf89-2a861e2fddcf completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:35.515346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.529297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:35.654175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:35.672413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 464ec3c9-457a-4d37-bf89-2a861e2fddcf triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:35.672840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.692539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.701254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Pushing event updated for resources: {'Port': ['ID=f003deb7-e946-41eb-bba6-5910b9c39cf2,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:35.704925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '249d8d59-548e-4a58-9a0e-69ca13b50cb5', 'network_id': '6debd415-819f-45b7-9e66-e8a604d3b525', 'port_id': '249d8d59-548e-4a58-9a0e-69ca13b50cb5', 'mac_address': 'fa:16:3e:b1:03:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a88e15-97cd-4310-8d28-9daef02fb9a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:00:35.709834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:35.729418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:35.735066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:35.745843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:35.757005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:35.763115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9c59-c5f1-4d54-b12a-df6e636ae7fb req-d0512c23-4568-4c0d-bcfb-29068dd2f10b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:35.764791 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99de9c59-c5f1-4d54-b12a-df6e636ae7fb req-d0512c23-4568-4c0d-bcfb-29068dd2f10b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1777728 Jul 13 22:00:35.771909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78351477-adc9-4c2b-a42e-24dc83a745a4 req-3adac6df-f909-4294-ac41-b0c88113c11c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:35.773482 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-78351477-adc9-4c2b-a42e-24dc83a745a4 req-3adac6df-f909-4294-ac41-b0c88113c11c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 944 time: 0.1333597 Jul 13 22:00:35.793142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:35.815332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:35.819929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:35.823271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:35.824283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:35.827251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:35.895420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-99de9c59-c5f1-4d54-b12a-df6e636ae7fb req-eab55ee9-4a59-4c33-8678-24dca464fe16 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209021 Jul 13 22:00:35.928793 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-78351477-adc9-4c2b-a42e-24dc83a745a4 req-12238a87-ed1f-4e94-bbd2-d9c981cd6387 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374731 Jul 13 22:00:36.033957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.035160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.070825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.111323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249d8d59-548e-4a58-9a0e-69ca13b50cb5 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:36.119985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Attempting to bind port f003deb7-e946-41eb-bba6-5910b9c39cf2 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:36.120468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Attempting to bind port f003deb7-e946-41eb-bba6-5910b9c39cf2 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:36.120883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Attempting to bind port f003deb7-e946-41eb-bba6-5910b9c39cf2 on network 65b1e84e-4837-4910-a46a-190a0ea39fd2 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:36.138941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:36.139353 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Checking segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:36.139797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.140257 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Bound using segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:36.140784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Bound port: f003deb7-e946-41eb-bba6-5910b9c39cf2, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:36.141208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.179821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:36.198817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.209293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:36.281246 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Router 8026480d-fe7e-4aa2-a855-25f90775ba4e is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 22:00:36.295385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.362070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:36.372512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:36.380685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:36.392443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:36.393840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] For port f003deb7-e946-41eb-bba6-5910b9c39cf2, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:36.397064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] For port f003deb7-e946-41eb-bba6-5910b9c39cf2, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=f003deb7-e946-41eb-bba6-5910b9c39cf2,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:36.398587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.400914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:36.463401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf', 'code': 200} Jul 13 22:00:36.466027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.480132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:36.484602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:36.486626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:36.550809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:00:36.562956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Sync routers for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:00:36.576800 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:36.577466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:36.579250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:36.583212 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-93086b3b-c54f-4fbe-8074-3e7e8b6f4142 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9647279 Jul 13 22:00:36.583543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60528) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:36.612322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Pushing event updated for resources: {'Port': ['ID=f003deb7-e946-41eb-bba6-5910b9c39cf2,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:36.616052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:36.737251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['249d8d59-548e-4a58-9a0e-69ca13b50cb5'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:36.774534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa4f4-b488-4c9f-a5ac-1e783bd667be req-153b1a7e-780e-477d-8f63-886bb0eae653 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:36.776384 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b91fa4f4-b488-4c9f-a5ac-1e783bd667be req-153b1a7e-780e-477d-8f63-886bb0eae653 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.1656268 Jul 13 22:00:36.883224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:36.909860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-39e6e70d-7257-4889-85c9-ae213a79a77f req-293bde5d-6760-48c0-a36b-a639e30ccf63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 1099 time: 0.1984963 Jul 13 22:00:37.105577 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b91fa4f4-b488-4c9f-a5ac-1e783bd667be req-41a7874f-364e-4c38-b6d4-7fd22b5b4d4a tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178530 Jul 13 22:00:37.138165 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-39e6e70d-7257-4889-85c9-ae213a79a77f req-1e9a3bb1-0883-4208-98fe-fd0c0072fa87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126803 Jul 13 22:00:37.372611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85ca6-bb66-4320-b8f9-0e5bce7f2eed req-6a856cb2-62a8-409f-9059-3cc90f284ccf tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:37.374262 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e0e85ca6-bb66-4320-b8f9-0e5bce7f2eed req-6a856cb2-62a8-409f-9059-3cc90f284ccf tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1608388 Jul 13 22:00:37.471675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:35Z', 'revision_number': 3, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:37.476138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Checking router: 8026480d-fe7e-4aa2-a855-25f90775ba4e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:00:37.476705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Updating router 8026480d-fe7e-4aa2-a855-25f90775ba4e port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:00:37.547681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:37.706930 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e0e85ca6-bb66-4320-b8f9-0e5bce7f2eed req-b0567422-7c15-4dd4-8471-f2e43b7eb3d5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786989 Jul 13 22:00:37.718607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3218c-a86c-4938-ad56-01315d78e034 req-9e5aa010-a635-4c04-b991-6c8d89cb05f0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:37.726107 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1e3218c-a86c-4938-ad56-01315d78e034 req-9e5aa010-a635-4c04-b991-6c8d89cb05f0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 945 time: 0.3484814 Jul 13 22:00:37.784245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1e3218c-a86c-4938-ad56-01315d78e034 req-ab08b328-4947-40ab-80cc-413c785c798c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Jul 13 22:00:37.927503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:37.966717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device f003deb7-e946-41eb-bba6-5910b9c39cf2 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:37.993923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.015096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Transition to ACTIVE for port object e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:38.023239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.029326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51ff9d15-df63-4b72-a0bd-c8c62489658a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:38.071498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port f003deb7-e946-41eb-bba6-5910b9c39cf2 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:38.112238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Pushing event updated for resources: {'Port': ['ID=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:38.117642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Attempting to bind port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:38.118059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Attempting to bind port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:38.118462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Attempting to bind port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:38.129790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.130145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.130520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.130890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.131258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.131621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.131980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.132405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.132765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.133119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.133473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:38.137219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:38.138157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:38.138617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.139180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:38.139695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Bound port: e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:38.141466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.172233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:38.194912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Allocated IP 172.20.0.1 (65b1e84e-4837-4910-a46a-190a0ea39fd2/c7e32c0a-0541-4368-b956-1d2d7562c853/19295bb8-ebf9-48ad-b61c-f7c6b0502ec6) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:38.223144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] For port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:38.226859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] For port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:38.233636 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.238698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:38.324177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:38.324862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:38.355265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cca8d-f355-4815-a36e-022d80bfad73 req-4034c0db-9092-409e-b55e-ff9bbb87561f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:38.362961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7e1cca8d-f355-4815-a36e-022d80bfad73 req-4034c0db-9092-409e-b55e-ff9bbb87561f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.0960548 Jul 13 22:00:38.421439 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7e1cca8d-f355-4815-a36e-022d80bfad73 req-8ff7c3c6-2462-4bf3-a5bb-aa7a5faa1bb6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574007 Jul 13 22:00:38.457598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.457812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Pushing event updated for resources: {'Port': ['ID=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:38.471879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8a5fb022-b227-431b-a661-44eb45daf879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:38.477098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Transition to ACTIVE for port object 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:38.497890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.502674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:38.580056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:38.583457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:38.586224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:38.649128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:38.662269 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Pushing event updated for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:38.665159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:38.680879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521345b7-0ca1-42c2-b08c-9bc40daf49b6 None None] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:38.694604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:38.745037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.054411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:35Z', 'revision_number': 3, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:39.060851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5e4a-a28d-4ffc-93c1-b3e55a6850a9 None None] The sync data for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb is: [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:35Z', 'revision_number': 3, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:00:39.102794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f42def05-9e32-430d-babb-9306b346c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.129777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c69b3-b8ac-4b72-b4a0-462e651b7ea5 req-7db07b8f-da2f-4a00-9ad9-d1bc9f0293a3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:39.131838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Provisioning for port f003deb7-e946-41eb-bba6-5910b9c39cf2 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:39.132629 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-856c69b3-b8ac-4b72-b4a0-462e651b7ea5 req-7db07b8f-da2f-4a00-9ad9-d1bc9f0293a3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1691158 Jul 13 22:00:39.141448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Provisioning complete for port f003deb7-e946-41eb-bba6-5910b9c39cf2 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:39.142136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.187817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224d3af-3eee-483a-8015-ccc30f8f96e8 req-3778af14-bf71-4bae-91ac-0300e33873a3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:39.189603 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5224d3af-3eee-483a-8015-ccc30f8f96e8 req-3778af14-bf71-4bae-91ac-0300e33873a3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 945 time: 0.2708883 Jul 13 22:00:39.204751 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-856c69b3-b8ac-4b72-b4a0-462e651b7ea5 req-eb484a7b-8c04-45dd-aaa8-697e8109c731 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628779 Jul 13 22:00:39.256151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 249d8d59-548e-4a58-9a0e-69ca13b50cb5 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:39.286686 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5224d3af-3eee-483a-8015-ccc30f8f96e8 req-ec3a1fcf-b55a-42ef-8827-66417dbaff1d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Jul 13 22:00:39.417959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.434526 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.439183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.471765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:39.478895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] For port f003deb7-e946-41eb-bba6-5910b9c39cf2, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=f003deb7-e946-41eb-bba6-5910b9c39cf2,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:39.485245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.487165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:39.546902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Pushing event updated for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:39.559359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:39.569152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:39.586657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.589676 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:39.590100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.748822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Pushing event updated for resources: {'Port': ['ID=f003deb7-e946-41eb-bba6-5910b9c39cf2,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:39.766420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:39.784259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Provisioning complete for port f003deb7-e946-41eb-bba6-5910b9c39cf2 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:39.784709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:39.787496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7dd9-6a1e-47ec-a2af-9cc9de003281 req-d19ea09a-96f7-422a-9178-5ede7bfdc2e7 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:39.795816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ced7dd9-6a1e-47ec-a2af-9cc9de003281 req-d19ea09a-96f7-422a-9178-5ede7bfdc2e7 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.1325359 Jul 13 22:00:39.854238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:39.855789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:39.859135 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ced7dd9-6a1e-47ec-a2af-9cc9de003281 req-4b5f0ae7-3bc7-4490-a448-63876bf74545 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 13 22:00:39.979276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:40.077835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:40.088556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:40.141587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:40.155084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:40.165466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:40.205550 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5', 'code': 200} Jul 13 22:00:40.479153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:40.504315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:40.520244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:40.545988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:40.572845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:40.574119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:40.752957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Provisioning for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:40.771638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Provisioning complete for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:40.772076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:40.827519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883773f3-e43d-47af-b8e5-502d4f93ccc2 req-9579f121-0255-4997-9c90-99fc14267b4c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:40.849275 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-883773f3-e43d-47af-b8e5-502d4f93ccc2 req-9579f121-0255-4997-9c90-99fc14267b4c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.4053495 Jul 13 22:00:40.886254 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-de62ce5f-846e-457f-bbed-a68b90599e73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1846840 Jul 13 22:00:40.939847 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-883773f3-e43d-47af-b8e5-502d4f93ccc2 req-598f3572-668c-4bb3-a035-c2e0dd227b9b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892837 Jul 13 22:00:40.984434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954cccd-c99f-4cce-9701-8c312cd69582 req-c53cd96f-37a0-4d1a-b202-1f81125cc222 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:40.988984 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3954cccd-c99f-4cce-9701-8c312cd69582 req-c53cd96f-37a0-4d1a-b202-1f81125cc222 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.3840501 Jul 13 22:00:41.000555 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50c44816-6ac2-4f84-a5c8-6fd87b0c6e82 req-06636be5-e242-4fc7-9714-0cd9741b899a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 1099 time: 0.2986119 Jul 13 22:00:41.009988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.030171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Router 8026480d-fe7e-4aa2-a855-25f90775ba4e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:00:41.050046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:41.081504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.082766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device f003deb7-e946-41eb-bba6-5910b9c39cf2 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:41.123445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50c44816-6ac2-4f84-a5c8-6fd87b0c6e82 req-64a432fc-ece0-4932-ba6a-0245e6918c05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712280 Jul 13 22:00:41.139912 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3954cccd-c99f-4cce-9701-8c312cd69582 req-d643d7b5-146f-467a-acb3-e5f379c4da98 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379709 Jul 13 22:00:41.155369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:41.253308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-045c39bf-1502-4d26-8a0e-12163b462ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.269886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-9a19c98b-fd94-407c-b02c-b151c03f4c1e None None] Port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:00:41.287233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:41.290831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:41.305397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port f003deb7-e946-41eb-bba6-5910b9c39cf2 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:41.305835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.311481 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-43e1f71b-80a7-4aa4-80a1-38829200bb7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec1d74ef7ea7421e871a1172943c2942&device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 1099 time: 0.3833718 Jul 13 22:00:41.397120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:00:41.412927 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] 10.222.0.20 "PUT /v2.0/routers/8026480d-fe7e-4aa2-a855-25f90775ba4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8228910 Jul 13 22:00:41.453001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-569ecdfc-5966-45b3-b004-cfe0fb618865 None None] Provisioning complete for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:41.453342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569ecdfc-5966-45b3-b004-cfe0fb618865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.554982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-569ecdfc-5966-45b3-b004-cfe0fb618865 None None] Port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:00:41.686363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:41.770944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-08f3dfe5-e11d-450c-bf5f-a1b3863dce8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:41.772635 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-08f3dfe5-e11d-450c-bf5f-a1b3863dce8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 200 len: 915 time: 0.2042217 Jul 13 22:00:41.875458 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-7299a65a-b9b1-4867-801d-53c120b2a947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa HTTP/1.1" status: 200 len: 217 time: 0.0944111 Jul 13 22:00:41.937610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:42.049693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-b5b55422-1921-4e60-8b70-1361b555395b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:42.051669 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-b5b55422-1921-4e60-8b70-1361b555395b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 200 len: 854 time: 0.1682472 Jul 13 22:00:42.095562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:42.096711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:42.129461 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-b2a0475d-b1fa-4c64-9c68-cb2d6e957a20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6debd415-819f-45b7-9e66-e8a604d3b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652032 Jul 13 22:00:42.236576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:42.303527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866c64-e9e4-47a9-8cda-539e4cb0d1d2 req-ae20a68b-c9ef-4536-b969-7c43b19f57e2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:42.311969 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8e866c64-e9e4-47a9-8cda-539e4cb0d1d2 req-ae20a68b-c9ef-4536-b969-7c43b19f57e2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1613359 Jul 13 22:00:42.382522 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8e866c64-e9e4-47a9-8cda-539e4cb0d1d2 req-d365b020-d7d6-4d5d-8e0d-ea2a58f9fd72 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Jul 13 22:00:42.423632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eae70e-b08a-40af-b373-3a5f9c448720 req-673df2f0-0350-403e-bce4-63ad13fcd815 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:42.425666 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15eae70e-b08a-40af-b373-3a5f9c448720 req-673df2f0-0350-403e-bce4-63ad13fcd815 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.1848009 Jul 13 22:00:42.465324 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-9b2ee398-5536-409e-a734-7f3d313bc4f1 service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615194 Jul 13 22:00:42.508664 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15eae70e-b08a-40af-b373-3a5f9c448720 req-a69415b0-0eb1-4f1a-9a78-1137e0a8c67c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764804 Jul 13 22:00:42.689697 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e52ea3b5-ec16-4388-a217-3d744c16a259 req-8fc26748-80cf-45e9-9b87-bd1dc8e45b7a service neutron] 10.222.0.11 "GET /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130177 Jul 13 22:00:42.712793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c734-29cb-48b5-b63a-baef0831f57a req-45ca638b-8004-474b-8bc1-c8de7804e10d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:42.720644 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-69d0c734-29cb-48b5-b63a-baef0831f57a req-45ca638b-8004-474b-8bc1-c8de7804e10d tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.1367662 Jul 13 22:00:42.800993 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-69d0c734-29cb-48b5-b63a-baef0831f57a req-6cf045b3-b322-4c3d-bb8d-6c9c4e0bd193 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750732 Jul 13 22:00:42.845598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.078708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60684) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:43.085651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-49691474-network', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:43.093027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:43.097359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Usage tracker for resource:network and tenant:adaa9527786d48a39ed7c850cb259b03 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:43.100474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:43.106930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:43.124371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Made reservation on behalf of adaa9527786d48a39ed7c850cb259b03 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:43.130536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.147474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.183313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:43.191617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:adaa9527786d48a39ed7c850cb259b03 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:43.195073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:43.203578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:43.282077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.284838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.289551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-baa064c2-dd9d-4a5d-a119-4c1bf17e9a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:43.319041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:00:43.328702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cfbc65-6ba7-41d9-b1b9-789efaee6e37,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:43.332512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:43.335038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.337637 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Added segment bd97e616-f88d-4a08-a1e3-6512e5a4a7e0 of type vlan for network 6c12856f-c05f-415e-8b76-3bf3b788e418 Jul 13 22:00:43.363872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.383026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Sync routers for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:00:43.394501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.395768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:43.396192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:43.396460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.396871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:43.401422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:43.454718 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3718498 Jul 13 22:00:43.454718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60692) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:43.509853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Request body: {'subnet': {'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-49691474-subnet', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:43.523100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:43.525594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c12856f-c05f-415e-8b76-3bf3b788e418,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:43.531098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:43.532135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Usage tracker for resource:subnet and tenant:adaa9527786d48a39ed7c850cb259b03 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:43.535280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:43.541510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:43.552004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Made reservation on behalf of adaa9527786d48a39ed7c850cb259b03 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:43.556859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:43.581322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:00:43.611513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed6402-091e-4d61-ab14-97ea218b1fcf req-e076bef7-cc52-4e87-874a-c4ab96b2e7af tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:43.613815 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4aed6402-091e-4d61-ab14-97ea218b1fcf req-e076bef7-cc52-4e87-874a-c4ab96b2e7af tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1007318 Jul 13 22:00:43.712455 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4aed6402-091e-4d61-ab14-97ea218b1fcf req-d8bdb43c-3c79-4ad1-9f51-14a0b8ae3e3e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908828 Jul 13 22:00:43.722599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:43.763388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b67289-d335-4771-9446-2af4ceda27b6 req-f7d27fc9-74e0-4707-a1eb-d5d3cf69647c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:43.765757 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-06b67289-d335-4771-9446-2af4ceda27b6 req-f7d27fc9-74e0-4707-a1eb-d5d3cf69647c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.1099193 Jul 13 22:00:43.836151 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-06b67289-d335-4771-9446-2af4ceda27b6 req-0c9d7f44-c00b-49a5-980d-7d446c89ea92 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Jul 13 22:00:44.084393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.092152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6c83f60e-8b87-4c44-adee-cb7c15796248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:44.098668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1270eac-9288-4e05-bb62-243d55a920cc req-8f7fdbc5-c0a8-4e67-bf36-33b103d7123b tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:44.100498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1270eac-9288-4e05-bb62-243d55a920cc req-8f7fdbc5-c0a8-4e67-bf36-33b103d7123b tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.1534903 Jul 13 22:00:44.155642 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1270eac-9288-4e05-bb62-243d55a920cc req-9f71c35f-e10c-49e4-8305-181850331555 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Jul 13 22:00:44.157062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 2, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:44.159535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9b8e43-06bb-4093-9426-c8a117b5ae6b,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:44.161380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Checking router: 8026480d-fe7e-4aa2-a855-25f90775ba4e for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:00:44.161793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Updating router 8026480d-fe7e-4aa2-a855-25f90775ba4e port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:00:44.162701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:44.201393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Checking segment: {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:44.201807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Network hostable DHCP agents. Network: 6c12856f-c05f-415e-8b76-3bf3b788e418, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:00:44.226050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:00:44.232787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.236890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 6c12856f-c05f-415e-8b76-3bf3b788e418) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:44.241183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:44.241989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.253777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29fd75-9ad2-4a57-ab6f-ed884badf18e None None] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:44.275396 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8177292 Jul 13 22:00:44.275635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 60708) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:44.281613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:44.286727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:44.291009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Usage tracker for resource:router and tenant:adaa9527786d48a39ed7c850cb259b03 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:44.294421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:44.305580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:44.317765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.318793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.344658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.510555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.805583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.844204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.975760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:44.984599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-6c12856f-c05f-415e-8b76-3bf3b788e418', 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'fixed_ips': [{'subnet_id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 22:00:44.985656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.011642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Transition to ACTIVE for port object 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:45.061096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.066745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:45.097171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Allocated IP 172.28.3.54 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/de514de6-0762-4e6f-beee-11ab4a04c74f) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:45.233033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Pushing event updated for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:45.236094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:45.258868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdc94e-f56a-4389-b073-62a42ff1ae57 req-44b49298-c300-45b5-81cf-8e90d2b9f784 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:45.260526 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-25bdc94e-f56a-4389-b073-62a42ff1ae57 req-44b49298-c300-45b5-81cf-8e90d2b9f784 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3048882 Jul 13 22:00:45.273564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a57a84-0ad5-4998-ae27-d049b07e9ef2 req-e86dc78f-40ed-492b-ae47-557cbbe25353 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:45.282350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-88a57a84-0ad5-4998-ae27-d049b07e9ef2 req-e86dc78f-40ed-492b-ae47-557cbbe25353 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.2569213 Jul 13 22:00:45.368339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-48f62e8c-9a6e-422d-ba85-9c0731e8d9d5 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:45.371250 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-48f62e8c-9a6e-422d-ba85-9c0731e8d9d5 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 946 time: 0.1141899 Jul 13 22:00:45.400235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Allocated IP 172.20.0.2 (6c12856f-c05f-415e-8b76-3bf3b788e418/6e9b8e43-06bb-4093-9426-c8a117b5ae6b/0bc7bc69-66b3-4d6d-b942-2b951b711036) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:45.406700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Attempting to bind port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:45.407120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Attempting to bind port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:45.407535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Attempting to bind port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 on network 65b1e84e-4837-4910-a46a-190a0ea39fd2 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:45.412058 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-88a57a84-0ad5-4998-ae27-d049b07e9ef2 req-efcd33c3-74b5-4257-99a7-ec14b62fc39e tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286700 Jul 13 22:00:45.421360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:45.421781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Checking segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:45.422253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.422702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Bound using segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:45.423239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Bound port: 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:45.423673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.475681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Deleting port 464ec3c9-457a-4d37-bf89-2a861e2fddcf {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:00:45.476290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.477012 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-25bdc94e-f56a-4389-b073-62a42ff1ae57 req-742685cd-bd4a-42d6-8e52-1f07a3ca4edb tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835196 Jul 13 22:00:45.489892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.553688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.567200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdddd002-b754-4fa0-bd9b-065b0559b715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:45.671161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:45.672633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Pushing event updated for resources: {'Port': ['ID=de514de6-0762-4e6f-beee-11ab4a04c74f,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:45.675336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:45.677250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:45.677984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:45.781398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] For port 464ec3c9-457a-4d37-bf89-2a861e2fddcf, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=464ec3c9-457a-4d37-bf89-2a861e2fddcf,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:45.781815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.808576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.810366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.860467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] For port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:45.913004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] For port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:45.928595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:45.939342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:46.023588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Calling delete_port for 464ec3c9-457a-4d37-bf89-2a861e2fddcf owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:00:46.035130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:46.055718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Transition to ACTIVE for port object 0bc7bc69-66b3-4d6d-b942-2b951b711036 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:46.077644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Pushing event updated for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:46.081151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:46.089720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:46.090477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:46.165523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Transition to ACTIVE for port object 0bc7bc69-66b3-4d6d-b942-2b951b711036 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:46.214733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Router f096830f-82d9-4884-b516-b42cc9d7a333 is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 22:00:46.249847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:46.269409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:46.390458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:46.409729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Pushing event updated for resources: {'Port': ['ID=0bc7bc69-66b3-4d6d-b942-2b951b711036,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:46.413516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:46.417236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:46.421470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:46.423934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:46.432461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cb72dc6-7b15-40f7-ad90-92e11f366369 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:46.559574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:46.596467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Pushing event deleted for resources: {'Port': ['ID=464ec3c9-457a-4d37-bf89-2a861e2fddcf,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:46.668241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['464ec3c9-457a-4d37-bf89-2a861e2fddcf'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:00:46.709159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] No DVR routers for this DVR port 464ec3c9-457a-4d37-bf89-2a861e2fddcf on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:00:46.711679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.712370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.712784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.713191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.713592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.713995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.714395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.714801 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.715199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.716167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.716595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:46.735715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:46.736883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:46.750520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'name': 'network-vif-deleted', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:46.770284 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-970b1a60-906e-41b6-a489-3fb0b7a41279 req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "DELETE /v2.0/ports/464ec3c9-457a-4d37-bf89-2a861e2fddcf HTTP/1.1" status: 204 len: 173 time: 1.3921235 Jul 13 22:00:46.808021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Attempting to bind port 0bc7bc69-66b3-4d6d-b942-2b951b711036 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:46.808765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Attempting to bind port 0bc7bc69-66b3-4d6d-b942-2b951b711036 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:46.810440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Attempting to bind port 0bc7bc69-66b3-4d6d-b942-2b951b711036 on network 6c12856f-c05f-415e-8b76-3bf3b788e418 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:46.816880 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-36881f0e-b941-4133-9d56-eb1a593b2dd0 req-eb17cea9-6b29-480e-b2c0-ef6a9a08ac38 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 210 time: 0.0574715 Jul 13 22:00:46.868080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:00:46.881555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Sync routers for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:00:46.919922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:46.924948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:46.929015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Notify callbacks [] for router, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:46.931070 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6538548 Jul 13 22:00:46.933687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 60790) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:47.009701 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1865d30e-b172-4490-b21a-612439a6658b', 'name': 'network-vif-deleted', 'tag': '464ec3c9-457a-4d37-bf89-2a861e2fddcf', 'status': 'completed', 'code': 200} Jul 13 22:00:47.046618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:47.047362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Checking segment: {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:47.048183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:47.048843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Bound using segment: {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:47.049575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Bound port: 0bc7bc69-66b3-4d6d-b942-2b951b711036, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:47.050214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:47.286799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:47.307838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] For port 0bc7bc69-66b3-4d6d-b942-2b951b711036, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:47.343137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] For port 0bc7bc69-66b3-4d6d-b942-2b951b711036, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=0bc7bc69-66b3-4d6d-b942-2b951b711036,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:47.392821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:47.401824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:47.490776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f5dca-30ae-410c-b889-52048f0e87a3 req-b6b81375-f9d6-42a2-93dc-f50f2e64da02 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:47.492430 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-505f5dca-30ae-410c-b889-52048f0e87a3 req-b6b81375-f9d6-42a2-93dc-f50f2e64da02 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3602738 Jul 13 22:00:47.556326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Pushing event updated for resources: {'Port': ['ID=0bc7bc69-66b3-4d6d-b942-2b951b711036,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:47.576027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:47.579895 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-505f5dca-30ae-410c-b889-52048f0e87a3 req-2d350282-9b61-4a27-9a27-e6812fe99b68 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Jul 13 22:00:47.658666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:47.661906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83cdc54-3e6d-4ca9-8a4d-e3d2564d9a33 None None] The sync data for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb is: [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:00:47.706215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 3, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:47.710583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Checking router: f096830f-82d9-4884-b516-b42cc9d7a333 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:00:47.711183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Updating router f096830f-82d9-4884-b516-b42cc9d7a333 port de514de6-0762-4e6f-beee-11ab4a04c74f binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:00:47.805952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.014554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:48.165648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:48.177501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:48.177937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.403238 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5151b919-b433-4acc-b361-56dfd1a7cfd5 req-aeaf0924-4fce-4aeb-9e44-31cab24d093f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1865d30e-b172-4490-b21a-612439a6658b HTTP/1.1" status: 200 len: 210 time: 0.1273320 Jul 13 22:00:48.475311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.567506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:48.571588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.573570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:48.603612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.638476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Transition to ACTIVE for port object de514de6-0762-4e6f-beee-11ab4a04c74f will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:48.648742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.657120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:48.738778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:48.744757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:48.850275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977eb84-9343-4f61-a28f-ff474627ff7e None None] Pushing event updated for resources: {'Port': ['ID=de514de6-0762-4e6f-beee-11ab4a04c74f,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:48.854729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5977eb84-9343-4f61-a28f-ff474627ff7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:48.876782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Attempting to bind port de514de6-0762-4e6f-beee-11ab4a04c74f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:48.877501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Attempting to bind port de514de6-0762-4e6f-beee-11ab4a04c74f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:48.878070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Attempting to bind port de514de6-0762-4e6f-beee-11ab4a04c74f on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:48.897217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:48.897890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:48.898528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:48.899118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:48.899783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Bound port: de514de6-0762-4e6f-beee-11ab4a04c74f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:48.900416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:49.060723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] For port de514de6-0762-4e6f-beee-11ab4a04c74f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:49.065342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] For port de514de6-0762-4e6f-beee-11ab4a04c74f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=de514de6-0762-4e6f-beee-11ab4a04c74f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:49.073778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:49.084585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c6e8235-dc1d-4bcd-8327-44ebfdadbd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:49.091738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635872b0-d67b-438b-968f-438b9d5fc879 req-e7d6949f-4bc0-4a0e-8a40-7057351db1c7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:49.101950 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-635872b0-d67b-438b-968f-438b9d5fc879 req-e7d6949f-4bc0-4a0e-8a40-7057351db1c7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2857120 Jul 13 22:00:49.130097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:49.239752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977eb84-9343-4f61-a28f-ff474627ff7e None None] Pushing event updated for resources: {'Port': ['ID=de514de6-0762-4e6f-beee-11ab4a04c74f,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:49.243962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5977eb84-9343-4f61-a28f-ff474627ff7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:49.244786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:49.245459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:49.271595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 464ec3c9-457a-4d37-bf89-2a861e2fddcf no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:00:49.316773 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-635872b0-d67b-438b-968f-438b9d5fc879 req-7082777b-ce1c-4718-8b4c-bb5b05e28e48 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138216 Jul 13 22:00:49.352840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 464ec3c9-457a-4d37-bf89-2a861e2fddcf {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:00:49.353408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 464ec3c9-457a-4d37-bf89-2a861e2fddcf not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:00:49.645573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:49.663261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Allocated IP 172.20.0.1 (6c12856f-c05f-415e-8b76-3bf3b788e418/6e9b8e43-06bb-4093-9426-c8a117b5ae6b/60fcf16b-9464-41d1-8883-5d74ad44f726) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:50.123767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60868) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:50.247436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:50.365255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee082e9-958a-4650-ac3e-4d1f4fed2fa8 None None] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:00:50.592358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-fe7a1c21-3f6c-4977-a367-fae46f9cfd25 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:50.595083 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-fe7a1c21-3f6c-4977-a367-fae46f9cfd25 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 809 time: 0.4611225 Jul 13 22:00:50.616715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-0d142304-6c5e-45c8-b547-900427408607 None None] Provisioning for port 0bc7bc69-66b3-4d6d-b942-2b951b711036 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:50.617176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 3, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:50.622934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5536d56-e370-47dc-a8e9-2938af2ab770 None None] The sync data for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb is: [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 3, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:00:50.626082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.646887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:50.647384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.666960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:50.671824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d074aa0ded3b40678d1cb3695d0a4c69 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:50.675098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:50.681943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:50.705444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.711332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-d595625b-cde5-49f6-ace1-02a7ad1be5b6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/quotas/f0121702297242a5b0df6a37308fea33 HTTP/1.1" status: 200 len: 375 time: 0.1102922 Jul 13 22:00:50.764066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.769253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.789854 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-da820733-3f96-4607-bbd6-0cca7711c6dd tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644259 Jul 13 22:00:50.791086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Transition to ACTIVE for port object 60fcf16b-9464-41d1-8883-5d74ad44f726 will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:50.804576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6fd6bc51-8008-4469-8f0b-37ed607a2888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:50.813887 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d074aa0ded3b40678d1cb3695d0a4c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6889143 Jul 13 22:00:50.818711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60876) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:50.927709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:50.931975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a0229-7078-44be-b88f-e3786907bf5b,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:50.936367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:50.981162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.001778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0479b-e14a-4b4d-ace9-6ddc47668b48 req-329f8c6d-2007-4bec-a774-0f088f712214 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:51.003542 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3cc0479b-e14a-4b4d-ace9-6ddc47668b48 req-329f8c6d-2007-4bec-a774-0f088f712214 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3633158 Jul 13 22:00:51.039151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.045081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-827ad617-441e-44f2-9fa8-236a8f7a685c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:51.059757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a0229-7078-44be-b88f-e3786907bf5b,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:51.060857 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-cc0adb90-6b2e-4bb2-adb9-c213b64edd8d service neutron] 10.222.0.20 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570579 Jul 13 22:00:51.063282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:51.065782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.067042 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae1a0229-7078-44be-b88f-e3786907bf5b HTTP/1.1" status: 204 len: 168 time: 0.2471910 Jul 13 22:00:51.111013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.120915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d307837-d3c8-40b6-89a7-301f98671401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:51.122424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 0bc7bc69-66b3-4d6d-b942-2b951b711036 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:51.152602 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3cc0479b-e14a-4b4d-ace9-6ddc47668b48 req-86ad7f38-19e1-4d90-9414-60f31b9ba959 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388814 Jul 13 22:00:51.235557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 0bc7bc69-66b3-4d6d-b942-2b951b711036 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:51.242525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 0bc7bc69-66b3-4d6d-b942-2b951b711036 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:51.242955 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.333069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:51.334213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Pushing event updated for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:51.381802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:51.390497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:51.391017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.414503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.415369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.415977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.416806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.417399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.417987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.418760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.419375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.419972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.420575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.421156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:51.430215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:51.430929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.491608 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-098a4ca8-2849-41c3-bb2b-7715ad00615c service neutron] 10.222.0.20 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072413 Jul 13 22:00:51.533198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 0bc7bc69-66b3-4d6d-b942-2b951b711036, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=0bc7bc69-66b3-4d6d-b942-2b951b711036,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:51.538350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.542348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:51.641888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.786562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=0bc7bc69-66b3-4d6d-b942-2b951b711036,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:51.842050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60900) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:51.874657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:51.933685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f4992d5a-1f52-4ad4-9e5a-516fd8e6245a None None] Provisioning complete for port 0bc7bc69-66b3-4d6d-b942-2b951b711036 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:51.934706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4992d5a-1f52-4ad4-9e5a-516fd8e6245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:51.943491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.064241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:52.083481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Usage tracker for resource:security_group_rule and tenant:c77ebd1ce8194904a6569f5699e3cc7c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:52.095879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:52.103564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:52.272865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.282855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.305528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device de514de6-0762-4e6f-beee-11ab4a04c74f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:52.319071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21f9e668-5174-4ad5-8734-27bcd7b233a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:52.395678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ed5f8-c638-4f29-96c8-11cd00c478ac,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:52.399621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:52.407717 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c77ebd1ce8194904a6569f5699e3cc7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5619385 Jul 13 22:00:52.408606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 60924) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:52.448280 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9461ecf9-0144-49c0-92e0-62dad69a812a req-cdc8629f-41b8-4a51-bed9-6115c4502906 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 210 time: 0.1466050 Jul 13 22:00:52.466499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port de514de6-0762-4e6f-beee-11ab4a04c74f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:52.477429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port de514de6-0762-4e6f-beee-11ab4a04c74f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:52.502842 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.549525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.614252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.733129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.754683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0cd7a772-d20b-4848-83a7-b148fdc1caac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:52.798072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ed5f8-c638-4f29-96c8-11cd00c478ac,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:52.809774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:52.816562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:52.818450 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/534ed5f8-c638-4f29-96c8-11cd00c478ac HTTP/1.1" status: 204 len: 168 time: 0.4088461 Jul 13 22:00:52.838204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-47c52b39-ec39-4b0d-9b2d-73c0a817d061 None None] Provisioning for port 60fcf16b-9464-41d1-8883-5d74ad44f726 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:00:52.925542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-47c52b39-ec39-4b0d-9b2d-73c0a817d061 None None] Provisioning complete for port 60fcf16b-9464-41d1-8883-5d74ad44f726 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:52.926070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-47c52b39-ec39-4b0d-9b2d-73c0a817d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.006032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-47c52b39-ec39-4b0d-9b2d-73c0a817d061 None None] Port 60fcf16b-9464-41d1-8883-5d74ad44f726 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:00:53.029645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.049416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port de514de6-0762-4e6f-beee-11ab4a04c74f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=de514de6-0762-4e6f-beee-11ab4a04c74f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:00:53.056843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.058214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 0bc7bc69-66b3-4d6d-b942-2b951b711036 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:53.105645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.113266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a1f92-bc3a-4fdd-84d3-92277287a847 req-9c6db539-5cc6-4f62-b5ca-f801114fc1e7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:53.121155 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d09a1f92-bc3a-4fdd-84d3-92277287a847 req-9c6db539-5cc6-4f62-b5ca-f801114fc1e7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.4077718 Jul 13 22:00:53.126553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:53.144600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.145601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.159528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:53.223052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 0bc7bc69-66b3-4d6d-b942-2b951b711036 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:53.223490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:53.253615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Pushing event updated for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:53.263122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:53.266125 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=de514de6-0762-4e6f-beee-11ab4a04c74f,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:53.277493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:53.314573 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d09a1f92-bc3a-4fdd-84d3-92277287a847 req-2a101ee0-cbbf-4080-bbbe-55ea7e10976b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922293 Jul 13 22:00:53.433197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:53.435010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:53.929105 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ca17a6d4-99f0-4491-8e1d-7ffebaf75a8d req-0dd69850-5abf-4777-bed0-c29957a663b0 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 210 time: 0.2238309 Jul 13 22:00:53.966716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-40d2b6bd-b63a-45d8-8585-52d8fadaff0b None None] Provisioning complete for port 60fcf16b-9464-41d1-8883-5d74ad44f726 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:53.967135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40d2b6bd-b63a-45d8-8585-52d8fadaff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:54.004271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device de514de6-0762-4e6f-beee-11ab4a04c74f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:00:54.089943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-40d2b6bd-b63a-45d8-8585-52d8fadaff0b None None] Port 60fcf16b-9464-41d1-8883-5d74ad44f726 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:00:54.115059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port de514de6-0762-4e6f-beee-11ab4a04c74f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:00:54.115673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:54.149606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Router f096830f-82d9-4884-b516-b42cc9d7a333 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:00:54.416061 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:00:54.430421 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] 10.222.0.20 "PUT /v2.0/routers/f096830f-82d9-4884-b516-b42cc9d7a333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4955318 Jul 13 22:00:54.474095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-48866f75-d614-4066-a664-10602fcba846 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:54.475921 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-48866f75-d614-4066-a664-10602fcba846 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 809 time: 0.2420168 Jul 13 22:00:54.513651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Request body: {'port': {'device_id': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d', 'admin_state_up': True, 'tenant_id': 'f0121702297242a5b0df6a37308fea33'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:54.591757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65d8ef-936f-45b7-ac24-f7c1e6b3bcc8 req-1c7f0954-7c05-4e53-b0a5-b5936b6aa9f0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:54.596709 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4c65d8ef-936f-45b7-ac24-f7c1e6b3bcc8 req-1c7f0954-7c05-4e53-b0a5-b5936b6aa9f0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1113849 Jul 13 22:00:54.652309 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4c65d8ef-936f-45b7-ac24-f7c1e6b3bcc8 req-904072b7-1cb0-49e0-9dc3-53f3a515c52b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Jul 13 22:00:54.728002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:54.733128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Usage tracker for resource:port and tenant:f0121702297242a5b0df6a37308fea33 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:54.736153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:54.742401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:54.752729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Made reservation on behalf of f0121702297242a5b0df6a37308fea33 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:00:54.759633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:54.960094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Allocated IP 172.20.0.10 (afb3cce6-37d3-400c-9d8d-ce8d23b41a9d/ac43e627-bfc0-494f-8ea6-d79a6cd93a9b/2366f60a-c96e-47e6-a0f5-dca3d3faccb9) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:00:55.277338 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aa3ee910-edc0-4be5-bb1b-90df7cd5f673 req-92efdb58-74b7-4499-94e6-9ed9a4e29bb3 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 210 time: 0.1242464 Jul 13 22:00:55.357949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:55.422792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:55.429085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7a6701fa-bde1-47b4-85ed-e99d0ab440a8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:55.536579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:00:55.546049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:00:55.552884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:00:55.630831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:55.631513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:55.651689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Sync routers for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:00:55.666262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:55.667371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:55.691876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Pushing event updated for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:55.708143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:55.709675 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019842 Jul 13 22:00:55.727037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c66a123-b51f-4cb3-b46d-87e0553a78bd req-38ddbaa9-88c3-442e-bf69-ccb8a4856c31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.1326013 Jul 13 22:00:55.766812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Request body: {'port': {'device_id': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:55.834795 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c66a123-b51f-4cb3-b46d-87e0553a78bd req-7597d4ec-aebc-41c6-83e1-7a091f944aa2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Jul 13 22:00:55.844627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32788) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:55.852722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629969001', 'description': 'tempest-secgroup-smoke-629969001 description', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:55.866677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:55.878201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:55.884916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:55.906198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:55.924972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:55.972092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:55.983011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.064925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:56.075944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:56.083493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:56.099411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292590-2339-4d7d-9f3a-f12ed8570004 req-1e4f871d-e13d-41ab-ae82-1ddcee749c34 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:56.101062 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c6292590-2339-4d7d-9f3a-f12ed8570004 req-1e4f871d-e13d-41ab-ae82-1ddcee749c34 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1277406 Jul 13 22:00:56.102034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:56.189722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.224127 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c6292590-2339-4d7d-9f3a-f12ed8570004 req-59d83ba3-c68a-4de5-b0c4-9de3ec605025 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848649 Jul 13 22:00:56.224850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.235311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b9b26979-5eab-4572-ae83-9db27221aeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:56.284480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90624ffe-6a73-4698-9b83-edfaf69ff026,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:56.287074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.288381 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4426646 Jul 13 22:00:56.289578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:56.291458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32800) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:56.297895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:56.304263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:56.308215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:56.311922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:56.318037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:56.337399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.453191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.456716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.459218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:56.463685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:51Z', 'revision_number': 4, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '60fcf16b-9464-41d1-8883-5d74ad44f726', 'name': '', 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'mac_address': 'fa:16:3e:29:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:49Z', 'updated_at': '2021-07-13T22:00:52Z', 'revision_number': 2, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'subnets': [{'id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:56.472926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:00:56.476162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Checking router: f096830f-82d9-4884-b516-b42cc9d7a333 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:00:56.477674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Updating router f096830f-82d9-4884-b516-b42cc9d7a333 port 60fcf16b-9464-41d1-8883-5d74ad44f726 binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:00:56.478643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97252a9-b404-4889-8006-bfd99e773cfb,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:56.488752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:56.496720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.508201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.509699 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2172718 Jul 13 22:00:56.514253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 32812) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:56.528857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:56.540092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Transition to ACTIVE for port object 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:56.541672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:56.547802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:56.551937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.557705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:56.563327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7128a0ec-8f88-4092-85d6-995eb81bf117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:56.631992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32820) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:56.637196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:56.663823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.700690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc737-7cfe-4d33-9538-309da8725f5f req-e56ca0fa-ceb0-469e-b764-9f1cc2205122 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:56.708172 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-da2cc737-7cfe-4d33-9538-309da8725f5f req-e56ca0fa-ceb0-469e-b764-9f1cc2205122 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 944 time: 0.1763086 Jul 13 22:00:56.752741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.765548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Pushing event updated for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:56.777360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:56.802813 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-da2cc737-7cfe-4d33-9538-309da8725f5f req-66f76ac5-9ff5-46e0-8846-f271342359c1 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936453 Jul 13 22:00:56.901414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:56.945179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:56.950109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Usage tracker for resource:security_group_rule and tenant:b6d2cc88ab2a427b9126fba7f6eed55a is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:56.953481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:56.959716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:56.994615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Attempting to bind port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:56.995174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Attempting to bind port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:56.995382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Attempting to bind port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:57.004862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:00:57.005236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Attempting to bind port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 on network afb3cce6-37d3-400c-9d8d-ce8d23b41a9d {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:57.026790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:57.027181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Checking segment: {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:57.028560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Bound using segment: {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:57.029063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Bound port: 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd0a8b5-b279-4217-9603-196d7fc2927e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:57.029463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.040031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.045473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.053268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.057656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.104260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813779cd-f05a-4bf8-af20-82aaa290490e,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.108540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.111607 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6d2cc88ab2a427b9126fba7f6eed55a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4744515 Jul 13 22:00:57.114504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32830) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:57.145923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:57.150004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:57.151278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.153876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.167598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.191092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2689a9-15c7-4504-91f0-bfea71d9b6a6,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.194610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.198569 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6798954 Jul 13 22:00:57.199070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.200165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-951282fe-9dc7-4f3f-b1d1-0fb7aa74d7a0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.201626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32836) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:57.205537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.217013 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:57.234990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:57.238542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.266005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.266464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:57.269278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Transition to ACTIVE for port object 60fcf16b-9464-41d1-8883-5d74ad44f726 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:00:57.272803 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] 10.222.0.11 "PUT /v2.0/ports/2366f60a-c96e-47e6-a0f5-dca3d3faccb9 HTTP/1.1" status: 200 len: 1094 time: 1.5148182 Jul 13 22:00:57.273438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:00:57.277713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.283115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.288093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.295049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Pushing event updated for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.298804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.305400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:57.316567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:57.422041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Pushing event updated for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.434173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.434557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.434928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.435301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.435674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.436038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.436430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.436796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.437160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.437522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.437883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:00:57.442673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.477407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.541198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Attempting to bind port 60fcf16b-9464-41d1-8883-5d74ad44f726 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:00:57.541614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Attempting to bind port 60fcf16b-9464-41d1-8883-5d74ad44f726 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:00:57.542064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Attempting to bind port 60fcf16b-9464-41d1-8883-5d74ad44f726 on network 6c12856f-c05f-415e-8b76-3bf3b788e418 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:00:57.543770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a466a65-30c6-4a97-8d99-8fff75c7afd6 req-1872ccee-bc05-4c45-b28e-2a9fac01d7f8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:57.545393 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a466a65-30c6-4a97-8d99-8fff75c7afd6 req-1872ccee-bc05-4c45-b28e-2a9fac01d7f8 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.2364366 Jul 13 22:00:57.549509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:00:57.549934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Checking segment: {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:00:57.550389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.550832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Bound using segment: {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:00:57.551348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Bound port: 60fcf16b-9464-41d1-8883-5d74ad44f726, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:00:57.551765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.592805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.619945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b09c-9780-4638-81c8-55fae38f7b79 req-ff71f15f-491d-4b4d-bb18-0437f544958b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:57.628164 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bd55b09c-9780-4638-81c8-55fae38f7b79 req-ff71f15f-491d-4b4d-bb18-0437f544958b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2516968 Jul 13 22:00:57.635832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.668743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.669431 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-2ce714d8-3390-4ec2-a11b-9ca4e5621f70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 1097 time: 0.1533027 Jul 13 22:00:57.675415 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/813779cd-f05a-4bf8-af20-82aaa290490e HTTP/1.1" status: 204 len: 168 time: 0.5572984 Jul 13 22:00:57.682162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] For port 60fcf16b-9464-41d1-8883-5d74ad44f726, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:00:57.686176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] For port 60fcf16b-9464-41d1-8883-5d74ad44f726, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=60fcf16b-9464-41d1-8883-5d74ad44f726,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:00:57.689808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.693823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7fcec283-3261-4ff1-91bb-b0ead7eca893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.696476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813779cd-f05a-4bf8-af20-82aaa290490e,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.706078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5777706f-944c-420e-ae31-cf629e6849fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.720279 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2a466a65-30c6-4a97-8d99-8fff75c7afd6 req-81a37979-bbab-44c2-a880-781961037715 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644657 Jul 13 22:00:57.801360 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bd55b09c-9780-4638-81c8-55fae38f7b79 req-d84be655-4246-4833-aafc-6511dcb3811a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721427 Jul 13 22:00:57.803262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.818394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.822520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:57.829432 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-52934bd8-b572-458b-8898-7353a7a3ef3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9 HTTP/1.1" status: 200 len: 217 time: 0.1238544 Jul 13 22:00:57.883100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Pushing event updated for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.888368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.902387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a76b02-ad28-4cb4-96d5-2b2ee1fc9f39,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:57.904925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:00:57.905495 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:00:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:57.906930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:57.947711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:57.954723 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7424853 Jul 13 22:00:57.956124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32854) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:57.962633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:57.978165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:57.992730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:57.998275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:58.008591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:58.012389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9', 'status': 'completed', 'code': 200} Jul 13 22:00:58.047695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.080773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-883dae92-b743-4c22-89bd-9dac423998ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:58.086123 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-883dae92-b743-4c22-89bd-9dac423998ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b HTTP/1.1" status: 200 len: 849 time: 0.2434163 Jul 13 22:00:58.155789 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-00ec5f5f-fb94-4cf0-bfc6-f68116e3e571 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549803 Jul 13 22:00:58.306608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.332651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.336534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32866) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:58.357055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:00:58.376689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5e1b0b1f-0804-43b3-a256-b82fd535c11d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:58.400549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.435836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e21c-e153-4385-9c4c-a32eba44b7ee req-c0cf1efe-85e5-4fa4-986c-bf452ab336e2 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:58.438222 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd47e21c-e153-4385-9c4c-a32eba44b7ee req-c0cf1efe-85e5-4fa4-986c-bf452ab336e2 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 944 time: 0.2759483 Jul 13 22:00:58.438978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70240cdd-795b-4446-b82c-50b18c4e6462,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:58.484396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:58.489031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca603b3c8824e729088822137a891fc is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:58.492447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:58.500053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:58.576845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 32872) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:58.641176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:58.679262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.689870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.695895 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-321c293a-2956-4ba5-b2af-effa804027a5 service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303817 Jul 13 22:00:58.704475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:58.943558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:58.984936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:58.989024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b5331ed19f4aee8d2c689f3e819b78 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:58.992183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:58.998715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:59.054820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.059726 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1024797 Jul 13 22:00:59.061073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b0f49-623f-4c14-9a4b-5ed70b928079,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:59.062528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 32886) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:59.076703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:59.085557 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd47e21c-e153-4385-9c4c-a32eba44b7ee req-332aa258-2386-4243-bf88-7e738f249813 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872205 Jul 13 22:00:59.092295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:59.116928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.118337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:59.125856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.141886 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d0f30d5-4f3b-4599-a338-89ab8910f960 req-916a6e08-c7fa-4be7-a982-8b986372853a service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157143 Jul 13 22:00:59.142951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:59.149127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d5573f03-8779-4c54-8437-b1dcd7d51e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:59.162630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:59.177952 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ca603b3c8824e729088822137a891fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8386383 Jul 13 22:00:59.178822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32890) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:59.184145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:59.225561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e270c4b-dde3-4a42-9e78-15ae63034830,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:59.229977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf0746-ba10-4430-8bae-975b310296f2 req-78c4cd31-79cc-404c-a975-83d02b209f83 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:59.237629 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-efdf0746-ba10-4430-8bae-975b310296f2 req-78c4cd31-79cc-404c-a975-83d02b209f83 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.1549830 Jul 13 22:00:59.241054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:59.247955 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7b5331ed19f4aee8d2c689f3e819b78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6697519 Jul 13 22:00:59.249142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 32894) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:59.250571 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.securitygroups_db [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Project d1bbf90e3f224284bda5d515a3ff5239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 22:00:59.280928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.283076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:51Z', 'revision_number': 4, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '60fcf16b-9464-41d1-8883-5d74ad44f726', 'name': '', 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'mac_address': 'fa:16:3e:29:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:49Z', 'updated_at': '2021-07-13T22:00:57Z', 'revision_number': 4, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'subnets': [{'id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:00:59.287494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6924-a9ac-4ebf-852d-7b5aeaafb681 None None] The sync data for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb is: [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:51Z', 'revision_number': 4, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '60fcf16b-9464-41d1-8883-5d74ad44f726', 'name': '', 'network_id': '6c12856f-c05f-415e-8b76-3bf3b788e418', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'mac_address': 'fa:16:3e:29:f0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:49Z', 'updated_at': '2021-07-13T22:00:57Z', 'revision_number': 4, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'subnets': [{'id': '6e9b8e43-06bb-4093-9426-c8a117b5ae6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:00:59.364486 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-efdf0746-ba10-4430-8bae-975b310296f2 req-94d64a44-222e-409d-8a91-dc4de23f33dc tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253805 Jul 13 22:00:59.395976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.440588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.458896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.495320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6c890-f9ba-4ad8-8c1e-8031d9e9a160 req-b33bd270-5be5-4ac7-b2b3-849cb18e4433 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:59.497579 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d0e6c890-f9ba-4ad8-8c1e-8031d9e9a160 req-b33bd270-5be5-4ac7-b2b3-849cb18e4433 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2321019 Jul 13 22:00:59.507364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.530303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.534097 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-aeef9994-8595-4913-91c4-3e4e3a956fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0121702297242a5b0df6a37308fea33&device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 1097 time: 0.2218297 Jul 13 22:00:59.536657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b3d1cde2-4c1c-495d-a5db-c18466049a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:59.553764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.555001 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/611b0f49-623f-4c14-9a4b-5ed70b928079 HTTP/1.1" status: 204 len: 168 time: 0.3725791 Jul 13 22:00:59.568897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b0f49-623f-4c14-9a4b-5ed70b928079,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:59.574071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:59.576253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.588675 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d0e6c890-f9ba-4ad8-8c1e-8031d9e9a160 req-fe11361c-c7c6-4923-89d7-2a05637ffe30 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Jul 13 22:00:59.605437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.671606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:59.710426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ff9640-ffec-4be2-b98e-73c7cc013c1a,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:59.720693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:59.752307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.756465 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-01449ff9-d325-4627-bdd5-59161dfb277f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6866195 Jul 13 22:00:59.757741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 32906) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:00:59.763240 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'security_group_rule': {'security_group_id': '90624ffe-6a73-4698-9b83-edfaf69ff026', 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:00:59.782188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341160-ef9c-4e0f-8511-5e411900136f req-a5a545f2-5c73-4e78-a31f-b997a3f19094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:00:59.783865 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-a5a545f2-5c73-4e78-a31f-b997a3f19094 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 200 len: 910 time: 0.2397082 Jul 13 22:00:59.784550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.787167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.790388 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e270c4b-dde3-4a42-9e78-15ae63034830 HTTP/1.1" status: 204 len: 168 time: 0.5317993 Jul 13 22:00:59.791315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5547aecf-df62-4439-99c0-1f1c84dd439e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:00:59.794192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:00:59.798575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:security_group_rule and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:00:59.801835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:00:59.820142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:00:59.894387 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.securitygroups_db [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Project d1bbf90e3f224284bda5d515a3ff5239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 22:00:59.903804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e270c4b-dde3-4a42-9e78-15ae63034830,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:00:59.909668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:00:59.911820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:00:59.929101 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-336daffc-ed2e-421a-86df-8d92cfce8892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9 HTTP/1.1" status: 200 len: 217 time: 0.1120834 Jul 13 22:01:00.041946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.046509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.049028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-46abf376-839e-4db2-a00f-4fa9de8358ed tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:00.094416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 60fcf16b-9464-41d1-8883-5d74ad44f726 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:00.096836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830e59c5-54c9-4945-871e-168c35e6c9cf,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:00.103273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:00.143823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.153171 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3946972 Jul 13 22:01:00.154614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341160-ef9c-4e0f-8511-5e411900136f req-863f1451-5e2c-4b5f-9574-cfc9fa681f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:00.156401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-863f1451-5e2c-4b5f-9574-cfc9fa681f91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b HTTP/1.1" status: 200 len: 849 time: 0.2200959 Jul 13 22:01:00.252350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 60fcf16b-9464-41d1-8883-5d74ad44f726 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:00.260042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 60fcf16b-9464-41d1-8883-5d74ad44f726 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:00.263161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.360091 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-c160311d-52a4-4c9a-999e-c2f3fad72e51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986817 Jul 13 22:01:00.501798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.556850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 60fcf16b-9464-41d1-8883-5d74ad44f726, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=60fcf16b-9464-41d1-8883-5d74ad44f726,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:00.561347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:00.568205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:00.666005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:00.670829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:00.713162 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-717dbd3a-20c7-4bcf-9da9-b0cc0bebcff8 service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417816 Jul 13 22:01:00.943153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9f10fbf8-1e47-41f2-919d-b021ed60bac7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:00.944900 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9f10fbf8-1e47-41f2-919d-b021ed60bac7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.6830356 Jul 13 22:01:00.986181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2269e9-44a4-4920-a6f7-5487d25498a2 req-6766d47a-7720-461e-826d-3497dbbc94c2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:00.988158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8a2269e9-44a4-4920-a6f7-5487d25498a2 req-6766d47a-7720-461e-826d-3497dbbc94c2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.5170200 Jul 13 22:01:01.051814 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb341160-ef9c-4e0f-8511-5e411900136f req-035a7646-6ec6-47de-9ebe-766871deb73b service neutron] 10.222.0.11 "GET /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303502 Jul 13 22:01:01.067715 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-c74c041d-da13-4c21-b71b-e1e2bf77ff28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.6985536 Jul 13 22:01:01.099281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Deleting port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:01.099684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:01.238706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaf89c-9812-4795-a4db-836f25964640 req-d15f7a71-4841-4b24-bf46-2793f20d9467 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:01.247515 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-60eaf89c-9812-4795-a4db-836f25964640 req-d15f7a71-4841-4b24-bf46-2793f20d9467 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 944 time: 0.7589960 Jul 13 22:01:01.331366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:01:01.468027 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8a2269e9-44a4-4920-a6f7-5487d25498a2 req-5319d59e-3af2-4821-ad76-ec02397ea6d7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882806 Jul 13 22:01:01.607374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:01.625344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9', 'network_id': 'afb3cce6-37d3-400c-9d8d-ce8d23b41a9d', 'port_id': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9', 'mac_address': 'fa:16:3e:1a:74:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac43e627-bfc0-494f-8ea6-d79a6cd93a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:01:01.739783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:01.774336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] For port 249d8d59-548e-4a58-9a0e-69ca13b50cb5, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=249d8d59-548e-4a58-9a0e-69ca13b50cb5,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:01.774746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:01.782104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:01.815708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:01.821828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:01.826496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6d3f4f6c-4660-4eab-ac26-b77a08d536c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:01.993304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 60fcf16b-9464-41d1-8883-5d74ad44f726 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:02.109016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:02.113417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:02.126542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 60fcf16b-9464-41d1-8883-5d74ad44f726 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:02.127136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:02.188339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Calling delete_port for 249d8d59-548e-4a58-9a0e-69ca13b50cb5 owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:02.267069 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-60eaf89c-9812-4795-a4db-836f25964640 req-5153b94e-f63f-4c9c-a135-7f64a2fc0c14 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0186250 Jul 13 22:01:02.278163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-e5736ccb-0f02-41d5-9714-80082a9dbfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:02.280405 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-e5736ccb-0f02-41d5-9714-80082a9dbfb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 1.1978300 Jul 13 22:01:02.395912 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-ef1fa998-fa10-4bf5-a966-81b127a7cb1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.0833673 Jul 13 22:01:02.415716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['2366f60a-c96e-47e6-a0f5-dca3d3faccb9'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:02.429392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33032) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:02.468354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33038) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:02.525909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d2f21-05c7-473f-9c65-cc6e042a4b1e req-bdd679e7-8002-458e-9300-4102c7565cba tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:02.527897 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ec3d2f21-05c7-473f-9c65-cc6e042a4b1e req-bdd679e7-8002-458e-9300-4102c7565cba tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 946 time: 0.7279742 Jul 13 22:01:02.588786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-06c9de36-0ff9-4078-bb12-06211d1203d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:02.590554 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-06c9de36-0ff9-4078-bb12-06211d1203d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1823106 Jul 13 22:01:02.660603 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-15cf5381-b652-4bc2-9c2b-55994aeefd10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518696 Jul 13 22:01:02.681665 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:02.696772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ec3d2f21-05c7-473f-9c65-cc6e042a4b1e req-d020e5ae-f924-4f4d-8b72-9fc163580735 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478705 Jul 13 22:01:02.727052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:02.737382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:02.759722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:02.804344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event deleted for resources: {'Port': ['ID=249d8d59-548e-4a58-9a0e-69ca13b50cb5,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:02.811115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:02.850110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:02.877504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Usage tracker for resource:security_group_rule and tenant:a13f8056faeb4bc9be378022ee2083fb is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:02.887231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:02.895463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:02.952652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:02.962539 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Usage tracker for resource:security_group_rule and tenant:9e434d5b1d704e9fa2ed463b5605bd2d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:02.971300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:02.979927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:03.009494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.016634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.026342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d0c62e3-3446-4948-b146-1b3a58315fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:03.048159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] No DVR routers for this DVR port 249d8d59-548e-4a58-9a0e-69ca13b50cb5 on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:03.065420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.067696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'name': 'network-vif-deleted', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:03.089089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b1247-3f6d-4cbc-9141-ef308e37ce12,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:03.092458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:03.095200 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-4d076f73-3f6a-417f-a67f-035bdda2c73e service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122989 Jul 13 22:01:03.098589 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-88145cf4-2914-4cbd-aa82-f40eb2ca6d95 req-9e3a3f59-0952-46b3-8297-75d0799607ad tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "DELETE /v2.0/ports/249d8d59-548e-4a58-9a0e-69ca13b50cb5 HTTP/1.1" status: 204 len: 173 time: 2.1335557 Jul 13 22:01:03.107500 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13f8056faeb4bc9be378022ee2083fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6765110 Jul 13 22:01:03.109885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33058) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:03.169661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9fb0-4a3b-4ff1-91ef-1c45f2475b67 req-9004528d-b78d-4ff4-91f1-0ecf04392caa tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:03.171362 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-510a9fb0-4a3b-4ff1-91ef-1c45f2475b67 req-9004528d-b78d-4ff4-91f1-0ecf04392caa tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2763987 Jul 13 22:01:03.205978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.216402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.237433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab41b2ed-3887-4841-b4a5-d9659af2b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:03.244916 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf', 'name': 'network-vif-deleted', 'tag': '249d8d59-548e-4a58-9a0e-69ca13b50cb5', 'status': 'completed', 'code': 200} Jul 13 22:01:03.278952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.309590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70689f76-d3db-41c3-af36-1bb14f8c2d5f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:03.313224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:03.319231 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e434d5b1d704e9fa2ed463b5605bd2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8489809 Jul 13 22:01:03.324382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33066) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:03.334342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 249d8d59-548e-4a58-9a0e-69ca13b50cb5 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:03.360618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.375040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 249d8d59-548e-4a58-9a0e-69ca13b50cb5 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:03.375356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 249d8d59-548e-4a58-9a0e-69ca13b50cb5 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:03.454871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.471626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.484245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4e00b797-3989-45b1-912a-81f1e0f14dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:03.509130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.516599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b1247-3f6d-4cbc-9141-ef308e37ce12,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:03.523236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:03.539144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.543838 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e98b1247-3f6d-4cbc-9141-ef308e37ce12 HTTP/1.1" status: 204 len: 168 time: 0.4289324 Jul 13 22:01:03.572308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.576956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a9b3818a-69fb-43c0-854c-920a4fe5196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:03.583953 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-510a9fb0-4a3b-4ff1-91ef-1c45f2475b67 req-1a1e6c7c-e059-4567-abb4-da5bb77e5964 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516247 Jul 13 22:01:03.589607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70689f76-d3db-41c3-af36-1bb14f8c2d5f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:03.592240 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:03.600582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:03.601860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70689f76-d3db-41c3-af36-1bb14f8c2d5f HTTP/1.1" status: 204 len: 168 time: 0.2750139 Jul 13 22:01:03.619522 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32b244e6-85c9-4a24-b66b-2d61805d8e70 req-07ba6260-7489-49e7-a2ed-4d1a630abc3e service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128434 Jul 13 22:01:03.636499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', '44ef5764-3b43-4089-8677-c1651a62dd90', 'e8a63a06-fff6-43b6-931e-1523fce909fb'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:03.648023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405a99d-ff14-43ac-a03f-7528eb5333d5 req-aa7e4fab-bd74-4be2-8115-be2ebad6195f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:03.655655 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5405a99d-ff14-43ac-a03f-7528eb5333d5 req-aa7e4fab-bd74-4be2-8115-be2ebad6195f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1399462 Jul 13 22:01:03.719466 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5405a99d-ff14-43ac-a03f-7528eb5333d5 req-9a380b81-50f1-48f3-b29d-2162cadcab93 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623946 Jul 13 22:01:03.907798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f7571-44e6-49f5-ad63-e0f8b6c78470 req-f22b54cc-7191-4840-834d-08f531fed8b3 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:03.931593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fa3f7571-44e6-49f5-ad63-e0f8b6c78470 req-f22b54cc-7191-4840-834d-08f531fed8b3 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 945 time: 0.1370170 Jul 13 22:01:04.067825 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fa3f7571-44e6-49f5-ad63-e0f8b6c78470 req-e7ed7169-97d0-4db0-a721-2a38cbddd89b tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351011 Jul 13 22:01:04.273572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-bac5c431-7191-48a4-9be4-3747bf4cf849 req-7a9a2414-a070-4628-b883-3ea144d51e6b tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:04.292475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-bac5c431-7191-48a4-9be4-3747bf4cf849 req-7a9a2414-a070-4628-b883-3ea144d51e6b tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:04.294986 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bac5c431-7191-48a4-9be4-3747bf4cf849 req-7a9a2414-a070-4628-b883-3ea144d51e6b tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d93e7d6-2ce5-4432-b33c-34fb4bcee4cf HTTP/1.1" status: 200 len: 210 time: 0.0760384 Jul 13 22:01:04.829265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dec61-4563-4761-8b57-3331f5775b14 req-28e003da-8b60-4399-97cd-1aba70ee05a2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:04.831147 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-962dec61-4563-4761-8b57-3331f5775b14 req-28e003da-8b60-4399-97cd-1aba70ee05a2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1027243 Jul 13 22:01:04.946121 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-962dec61-4563-4761-8b57-3331f5775b14 req-4f602b75-572d-4509-b26f-f6831aa76c91 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051474 Jul 13 22:01:04.976812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f871d-9176-4d35-8c63-294208020157 req-708ace5f-7e05-490e-b7b8-f25fb0912dd6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:04.978210 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c41f871d-9176-4d35-8c63-294208020157 req-708ace5f-7e05-490e-b7b8-f25fb0912dd6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1165109 Jul 13 22:01:05.035989 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c41f871d-9176-4d35-8c63-294208020157 req-637817bd-68f3-476d-9302-1f8c10cc91a7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485291 Jul 13 22:01:05.288944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048c22b-71db-4bad-9e2b-e5bc7e293ae1 req-361e6aac-fae9-462e-94ab-5e87abce9562 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:05.290570 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8048c22b-71db-4bad-9e2b-e5bc7e293ae1 req-361e6aac-fae9-462e-94ab-5e87abce9562 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 945 time: 0.0844395 Jul 13 22:01:05.333795 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:05.342892 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8048c22b-71db-4bad-9e2b-e5bc7e293ae1 req-836bc678-7668-4d02-8dff-e67253643025 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Jul 13 22:01:05.432211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:05.437471 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:05.437895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:05.565736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:05.597048 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:05.615646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:05.618720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:05.621927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:05.657953 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9', 'code': 200} Jul 13 22:01:05.701522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:05.705077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:05.973493 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1f13407a-92ea-4196-be32-0d842bee69ab req-6cfb1751-84d4-4517-a31a-9e4b44a0ac4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 1099 time: 0.0827899 Jul 13 22:01:06.022654 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1f13407a-92ea-4196-be32-0d842bee69ab req-58fe8086-367c-4ddd-b1bc-4b08bf9a4dfa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jul 13 22:01:06.165620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938d3e7-c71f-42f8-b6b8-05c73b84bdac req-936baf04-cb41-434d-afbf-6d08ebb016c3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:06.166804 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a938d3e7-c71f-42f8-b6b8-05c73b84bdac req-936baf04-cb41-434d-afbf-6d08ebb016c3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0866892 Jul 13 22:01:06.304150 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a938d3e7-c71f-42f8-b6b8-05c73b84bdac req-c49f290c-73f3-440f-a5cb-8c69b8954ef5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228890 Jul 13 22:01:06.337958 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40724356-89cb-4d23-9050-c316016aa1f8 req-30a1da77-8c51-462b-8434-ce45f912c28a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:06.339587 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40724356-89cb-4d23-9050-c316016aa1f8 req-30a1da77-8c51-462b-8434-ce45f912c28a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1181979 Jul 13 22:01:06.392293 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40724356-89cb-4d23-9050-c316016aa1f8 req-335bf9b6-0586-4625-b16b-6d2b55cb23e7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440969 Jul 13 22:01:06.599164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7612-0c4c-4b3e-8a2e-b71bdcdd488a req-1f262ed6-ac82-4873-be5b-45a444c68c45 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:06.600850 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dac7612-0c4c-4b3e-8a2e-b71bdcdd488a req-1f262ed6-ac82-4873-be5b-45a444c68c45 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.0831351 Jul 13 22:01:06.653695 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dac7612-0c4c-4b3e-8a2e-b71bdcdd488a req-37710cc4-68c5-472e-956c-ad3dc36fea65 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460184 Jul 13 22:01:07.117245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498204d-b7f0-47b1-b4e1-79f367e6dba0 req-3abb079f-c6c3-4f0c-9327-46c9ffe5f893 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:07.118949 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a498204d-b7f0-47b1-b4e1-79f367e6dba0 req-3abb079f-c6c3-4f0c-9327-46c9ffe5f893 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.1012640 Jul 13 22:01:07.170919 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a498204d-b7f0-47b1-b4e1-79f367e6dba0 req-80440304-dfe1-4235-a789-f1d7edba9b88 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Jul 13 22:01:07.525750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87e628-dc8b-4d9e-911c-d89a776b0c5b req-203a34e5-7986-4ef7-aed9-4fdf88b6a32d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:07.527919 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c87e628-dc8b-4d9e-911c-d89a776b0c5b req-203a34e5-7986-4ef7-aed9-4fdf88b6a32d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0848136 Jul 13 22:01:07.637446 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c87e628-dc8b-4d9e-911c-d89a776b0c5b req-e5971b83-6768-4fcf-94c2-e32f1c24c74e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017296 Jul 13 22:01:07.656485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41610d1-8836-4071-96c0-85f2e6c3a5d6 req-cb64e8c6-0a03-4553-8c05-09e7e17aed1d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:07.658116 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e41610d1-8836-4071-96c0-85f2e6c3a5d6 req-cb64e8c6-0a03-4553-8c05-09e7e17aed1d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1244965 Jul 13 22:01:07.714126 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e41610d1-8836-4071-96c0-85f2e6c3a5d6 req-22a68226-77a7-4e99-9d11-bcf906c9453a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493178 Jul 13 22:01:08.016876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc26dc-13b4-43aa-b3f6-e4e110ef06dd req-6b87f7b5-a2a0-4012-8f53-490c223d7d4b tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:08.018749 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1dbc26dc-13b4-43aa-b3f6-e4e110ef06dd req-6b87f7b5-a2a0-4012-8f53-490c223d7d4b tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.0894601 Jul 13 22:01:08.071029 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1dbc26dc-13b4-43aa-b3f6-e4e110ef06dd req-f883acc9-aa90-4e1f-a441-775f1e06be1d tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Jul 13 22:01:08.381754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64b8d6-3be9-4b69-a27b-5ee6f523ac79 req-aefb36ea-f50d-49a9-bff3-22a08f7a1d82 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:08.383857 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2d64b8d6-3be9-4b69-a27b-5ee6f523ac79 req-aefb36ea-f50d-49a9-bff3-22a08f7a1d82 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.0851855 Jul 13 22:01:08.439633 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2d64b8d6-3be9-4b69-a27b-5ee6f523ac79 req-0fe17497-2517-492a-a174-d6e52845f3c9 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Jul 13 22:01:08.774808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-39a019a1-835f-4562-bfed-9bd97bb28734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:08.987960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9a901-8e7b-424b-9c61-8ea8117de39b req-8b25d174-db9b-469c-a23a-9815a9cdf76a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:08.989628 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-31d9a901-8e7b-424b-9c61-8ea8117de39b req-8b25d174-db9b-469c-a23a-9815a9cdf76a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.0905716 Jul 13 22:01:09.041310 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-31d9a901-8e7b-424b-9c61-8ea8117de39b req-57b2c6b5-296a-481c-80bb-c93fa29357aa tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Jul 13 22:01:09.292035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdedc6-12fe-4d54-bb34-b3d607967e2a req-7b359afb-f653-44a5-92bc-07138fd5ee43 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:09.299439 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-11cdedc6-12fe-4d54-bb34-b3d607967e2a req-7b359afb-f653-44a5-92bc-07138fd5ee43 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.0962059 Jul 13 22:01:09.352825 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-11cdedc6-12fe-4d54-bb34-b3d607967e2a req-4486d6a6-d8cd-44de-b03a-0519dfeba6fe tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Jul 13 22:01:09.525173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47a65c-be65-4f34-baa0-6d6a9b0226f9 req-ee13cb12-ad12-4251-8fd6-4856d11aa878 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:09.532718 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-dd47a65c-be65-4f34-baa0-6d6a9b0226f9 req-ee13cb12-ad12-4251-8fd6-4856d11aa878 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1001763 Jul 13 22:01:09.639596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:01:09.674686 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-dd47a65c-be65-4f34-baa0-6d6a9b0226f9 req-8b7ee7f6-ef76-4264-b520-2d20456752b9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409907 Jul 13 22:01:09.754615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e39e0-3bd3-417c-89fd-be17bea7d103 req-ce236c7a-68f9-4fec-ae76-7931561ebafd tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:09.756277 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-568e39e0-3bd3-417c-89fd-be17bea7d103 req-ce236c7a-68f9-4fec-ae76-7931561ebafd tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.1876674 Jul 13 22:01:09.763954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-c8f3abc2-7e24-41cc-8f04-48fc1289dfc3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:09.765510 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-c8f3abc2-7e24-41cc-8f04-48fc1289dfc3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 946 time: 0.1541059 Jul 13 22:01:09.906873 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Deleting port e8a63a06-fff6-43b6-931e-1523fce909fb {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:09.907368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:09.940256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-568e39e0-3bd3-417c-89fd-be17bea7d103 req-63b69f09-7aae-475c-a5e9-3e13db5e99d3 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735027 Jul 13 22:01:10.252034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] For port e8a63a06-fff6-43b6-931e-1523fce909fb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e8a63a06-fff6-43b6-931e-1523fce909fb,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:10.252477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:10.339382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:10.398233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Calling delete_port for e8a63a06-fff6-43b6-931e-1523fce909fb owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:10.488285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d714-395b-4b08-a635-4878647566ef req-351b3b0f-bd1f-4b98-af39-fde53b8c2cda tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:10.489912 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6733d714-395b-4b08-a635-4878647566ef req-351b3b0f-bd1f-4b98-af39-fde53b8c2cda tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.3071208 Jul 13 22:01:10.605904 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6733d714-395b-4b08-a635-4878647566ef req-6057e28f-65c1-4c46-805c-75a31851b89b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013789 Jul 13 22:01:10.629875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:10.637488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c915913f-512c-435d-be2a-c68f85ccc1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:10.670182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', '44ef5764-3b43-4089-8677-c1651a62dd90', 'e8a63a06-fff6-43b6-931e-1523fce909fb'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:10.685456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event deleted for resources: {'Port': ['ID=e8a63a06-fff6-43b6-931e-1523fce909fb,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:10.689913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:10.768870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] No DVR routers for this DVR port e8a63a06-fff6-43b6-931e-1523fce909fb on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:10.773441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:10.776430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'name': 'network-vif-deleted', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:10.845894 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c574ff9f-aee9-4a29-8676-49fcca30e0a2 req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "DELETE /v2.0/ports/e8a63a06-fff6-43b6-931e-1523fce909fb HTTP/1.1" status: 204 len: 173 time: 1.0580533 Jul 13 22:01:10.851525 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b465516-d5f1-4cfc-8ec3-c22bf1740c3d', 'name': 'network-vif-deleted', 'tag': 'e8a63a06-fff6-43b6-931e-1523fce909fb', 'status': 'completed', 'code': 200} Jul 13 22:01:10.882337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35580c-7d35-4216-b586-f42741a259b6 req-83c51c05-683f-458b-9e73-d972f28d1436 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:10.889544 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4b35580c-7d35-4216-b586-f42741a259b6 req-83c51c05-683f-458b-9e73-d972f28d1436 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.1184292 Jul 13 22:01:10.948650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4b35580c-7d35-4216-b586-f42741a259b6 req-5b4a832e-4611-4318-8c33-59e6041f89e8 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Jul 13 22:01:11.033384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5df58e9f-efc2-4288-9648-955de6e5cc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:11.169305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-46673ea8-76ee-46a6-aab7-2662d53cb7ed req-b96e5d6a-750f-4d81-9a2b-862ff072b71c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:11.185041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-46673ea8-76ee-46a6-aab7-2662d53cb7ed req-b96e5d6a-750f-4d81-9a2b-862ff072b71c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:11.186355 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-46673ea8-76ee-46a6-aab7-2662d53cb7ed req-b96e5d6a-750f-4d81-9a2b-862ff072b71c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b465516-d5f1-4cfc-8ec3-c22bf1740c3d HTTP/1.1" status: 200 len: 210 time: 0.0688951 Jul 13 22:01:11.682326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:11.851642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d970c08-c165-4ee4-9410-7f3fa37b8586 req-9c8072e4-0c6a-4d2d-bf9c-58186d6ab229 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:11.853320 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d970c08-c165-4ee4-9410-7f3fa37b8586 req-9c8072e4-0c6a-4d2d-bf9c-58186d6ab229 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.0868042 Jul 13 22:01:11.904677 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d970c08-c165-4ee4-9410-7f3fa37b8586 req-d6c46d14-f268-4852-9e71-7533c9944809 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449312 Jul 13 22:01:12.149016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1db0f-bc38-49a5-ae00-1d81bc6d5800 req-35d1a373-7ce6-4da5-bbc0-61adacc39673 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:12.150634 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-05b1db0f-bc38-49a5-ae00-1d81bc6d5800 req-35d1a373-7ce6-4da5-bbc0-61adacc39673 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.0880229 Jul 13 22:01:12.168725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:12.200368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-05b1db0f-bc38-49a5-ae00-1d81bc6d5800 req-2181bb6a-802e-4d19-bf5b-0605eaaa548c tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Jul 13 22:01:12.857995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:13.242257 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-c9b6b2f1-6f09-4db4-81ee-7590c0337f88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.3194001 Jul 13 22:01:13.260484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d11963-26ce-438b-8e1a-5023a9747c61 req-abc721c5-4cd2-4c6b-9992-a0e263a239f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:13.262714 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-44d11963-26ce-438b-8e1a-5023a9747c61 req-abc721c5-4cd2-4c6b-9992-a0e263a239f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2748103 Jul 13 22:01:13.295868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d8df2-7940-4f0d-a3c9-a7fb576abbbb req-80e74f6b-15d4-4abf-8c28-a7680b5518a0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:13.297389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f26d8df2-7940-4f0d-a3c9-a7fb576abbbb req-80e74f6b-15d4-4abf-8c28-a7680b5518a0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 945 time: 0.3128188 Jul 13 22:01:13.355473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device e8a63a06-fff6-43b6-931e-1523fce909fb no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:13.371637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-4ac944da-d220-4c5d-aa63-5bfa75f856e6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:13.373646 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-4ac944da-d220-4c5d-aa63-5bfa75f856e6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.2837584 Jul 13 22:01:13.393206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: e8a63a06-fff6-43b6-931e-1523fce909fb {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:13.393608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device e8a63a06-fff6-43b6-931e-1523fce909fb not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:13.763469 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-44d11963-26ce-438b-8e1a-5023a9747c61 req-5d8b8ce2-afe1-422b-8bbb-2d899d5dded5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620063 Jul 13 22:01:13.783460 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f26d8df2-7940-4f0d-a3c9-a7fb576abbbb req-da2fce70-9a3e-4dd8-9665-e74ad994d6ca tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511316 Jul 13 22:01:13.790693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-a0d16ca6-f676-4734-9d12-7b9ff7db1ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:13.792318 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-a0d16ca6-f676-4734-9d12-7b9ff7db1ae5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.5395486 Jul 13 22:01:13.800610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Deleting port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:13.801001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:14.081908 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-87d6d1e4-91c1-40ea-98f0-edfb70181d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.2262051 Jul 13 22:01:14.289235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-b171926d-557d-424e-8bd7-8e10b1f3e5d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:14.290818 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-b171926d-557d-424e-8bd7-8e10b1f3e5d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1964955 Jul 13 22:01:14.374504 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-c3c859eb-370e-49f5-b387-25eda67d210c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640268 Jul 13 22:01:14.390760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901fd35-59dc-48f1-bd45-f05071e9b81c req-5e0db030-be1c-4ddb-8cb6-b0a6e7dceba6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:14.392355 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9901fd35-59dc-48f1-bd45-f05071e9b81c req-5e0db030-be1c-4ddb-8cb6-b0a6e7dceba6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.4315069 Jul 13 22:01:14.398081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2d153-f245-4dff-8eb8-f6840a1be4d7 req-44534a63-8b04-45da-a018-53ba598e8ed2 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:14.404223 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93d2d153-f245-4dff-8eb8-f6840a1be4d7 req-44534a63-8b04-45da-a018-53ba598e8ed2 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 946 time: 0.3785625 Jul 13 22:01:14.450425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] For port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,segment=NetworkSegment(8fd0a8b5-b279-4217-9603-196d7fc2927e),segment_id=8fd0a8b5-b279-4217-9603-196d7fc2927e)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:14.450829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:14.674081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Calling delete_port for 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:14.793928 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9901fd35-59dc-48f1-bd45-f05071e9b81c req-28d62e03-b09b-46e4-80d3-442e34d207ac tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893929 Jul 13 22:01:14.814787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-e9d331b5-bf57-4e94-a0b3-26a51a1ec303 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:14.815841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-e9d331b5-bf57-4e94-a0b3-26a51a1ec303 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:14.859119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-e9d331b5-bf57-4e94-a0b3-26a51a1ec303 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:14.860464 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-e9d331b5-bf57-4e94-a0b3-26a51a1ec303 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 945 time: 0.1367083 Jul 13 22:01:14.916414 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93d2d153-f245-4dff-8eb8-f6840a1be4d7 req-ffd06d64-0b9a-4e40-9ae4-41de50574fd3 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713192 Jul 13 22:01:14.919635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33344) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:14.976293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Deleting port 44ef5764-3b43-4089-8677-c1651a62dd90 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:14.976697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.019008 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-baa691c4-44da-423d-b4d3-55b893428576 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120129 Jul 13 22:01:15.023994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.032409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:15.084587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['2366f60a-c96e-47e6-a0f5-dca3d3faccb9'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:15.143089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Pushing event deleted for resources: {'Port': ['ID=2366f60a-c96e-47e6-a0f5-dca3d3faccb9,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:15.162376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.181360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:15.256211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124cc5-ac22-454f-bac5-a6e36671dc41 req-00b5e6ee-bac6-42f7-b9fb-61445b92d44e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:15.258292 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6b124cc5-ac22-454f-bac5-a6e36671dc41 req-00b5e6ee-bac6-42f7-b9fb-61445b92d44e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3241227 Jul 13 22:01:15.286389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:15.295389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2a41e721fb4bc58f27d0ec54725d73 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:15.300570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:15.319322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:15.337432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] For port 44ef5764-3b43-4089-8677-c1651a62dd90, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=44ef5764-3b43-4089-8677-c1651a62dd90,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:15.337839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.448467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] No DVR routers for this DVR port 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:15.458306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.465820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'name': 'network-vif-deleted', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:15.479149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Calling delete_port for 44ef5764-3b43-4089-8677-c1651a62dd90 owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:15.492528 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c3a93693-24a6-4663-a43d-81ef06e79695 req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.11 "DELETE /v2.0/ports/2366f60a-c96e-47e6-a0f5-dca3d3faccb9 HTTP/1.1" status: 204 len: 173 time: 1.8482461 Jul 13 22:01:15.530362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72cfff-0159-4e5e-ac8d-f36418fafdb6 req-878e9c08-67f9-4abd-b331-b8bb86f2cd2f tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:15.532083 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef72cfff-0159-4e5e-ac8d-f36418fafdb6 req-878e9c08-67f9-4abd-b331-b8bb86f2cd2f tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 945 time: 0.3910146 Jul 13 22:01:15.537914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cee298c9-830c-4292-bd21-fa744dfe2071 req-394a8606-9c09-4b98-9463-1c1a0f81e25e service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050728 Jul 13 22:01:15.549392 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6b124cc5-ac22-454f-bac5-a6e36671dc41 req-ca7336a7-c7c9-4e8f-9ebe-86a0fc3d7353 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430038 Jul 13 22:01:15.616956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.660703 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef72cfff-0159-4e5e-ac8d-f36418fafdb6 req-04e36ccb-17ae-4266-976c-e5fd13b74234 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101072 Jul 13 22:01:15.670681 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7098e4c4-1504-446d-869e-a7b466aa23fb', 'name': 'network-vif-deleted', 'tag': '2366f60a-c96e-47e6-a0f5-dca3d3faccb9', 'status': 'completed', 'code': 200} Jul 13 22:01:15.723201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.733869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cbb32c12-0660-4647-b6a5-6a1fe87f0fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:15.746099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:15.793547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7bee6-5f4b-4c56-83c9-e4a566526cf4,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:15.797829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:15.798303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:15.802493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', '44ef5764-3b43-4089-8677-c1651a62dd90'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:15.869973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 33366) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:15.882487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c2a41e721fb4bc58f27d0ec54725d73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9617610 Jul 13 22:01:15.935729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event deleted for resources: {'Port': ['ID=44ef5764-3b43-4089-8677-c1651a62dd90,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:15.944509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:16.020860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] No DVR routers for this DVR port 44ef5764-3b43-4089-8677-c1651a62dd90 on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:16.025857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.048292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'name': 'network-vif-deleted', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:16.056214 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52e5a96e-a076-46cb-b2cd-d4c083c40d41 req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "DELETE /v2.0/ports/44ef5764-3b43-4089-8677-c1651a62dd90 HTTP/1.1" status: 204 len: 173 time: 1.1900361 Jul 13 22:01:16.238469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0d92af51-6452-431d-9e61-f91f8f9861d3 req-f9f60ee9-9aec-4418-a86b-1aeae145369f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Synchronizing usage tracker for tenant:f0121702297242a5b0df6a37308fea33 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:16.281559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0d92af51-6452-431d-9e61-f91f8f9861d3 req-f9f60ee9-9aec-4418-a86b-1aeae145369f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Unset dirty status for tenant:f0121702297242a5b0df6a37308fea33 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:16.282753 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0d92af51-6452-431d-9e61-f91f8f9861d3 req-f9f60ee9-9aec-4418-a86b-1aeae145369f tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] 10.222.0.20 "GET /v2.0/ports?device_id=7098e4c4-1504-446d-869e-a7b466aa23fb HTTP/1.1" status: 200 len: 210 time: 0.1398339 Jul 13 22:01:16.285572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.328360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f9bde-b5c8-470f-8031-27c4e3812b71 req-30798487-6273-4f83-adb5-dd6b37ba33eb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:16.330098 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d2f9bde-b5c8-470f-8031-27c4e3812b71 req-30798487-6273-4f83-adb5-dd6b37ba33eb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1882699 Jul 13 22:01:16.331803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.357971 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae07ea-3b9d-4bf1-8956-d15d302fc55c', 'name': 'network-vif-deleted', 'tag': '44ef5764-3b43-4089-8677-c1651a62dd90', 'status': 'completed', 'code': 200} Jul 13 22:01:16.415352 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1d2f9bde-b5c8-470f-8031-27c4e3812b71 req-8d2fc03b-1e54-42a1-a61e-e57cc235dd9a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757649 Jul 13 22:01:16.421379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.427796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c13b4134-3f61-4cdb-8f57-1e5945e724bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:16.446963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7bee6-5f4b-4c56-83c9-e4a566526cf4,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:16.450391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:16.452356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.456365 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29c7bee6-5f4b-4c56-83c9-e4a566526cf4 HTTP/1.1" status: 204 len: 168 time: 0.5847039 Jul 13 22:01:16.789459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd68c-8329-4502-a9ef-885997864403 req-5b40846d-2422-4f02-b76f-8f6b1e5c1e50 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:16.791924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-576dd68c-8329-4502-a9ef-885997864403 req-5b40846d-2422-4f02-b76f-8f6b1e5c1e50 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1019528 Jul 13 22:01:16.878373 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33386) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:16.899294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:16.930780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2853030d-1b8d-4f06-9c49-5ad9747fe198 req-061069d3-181b-43b9-ad39-c34f1ebeb847 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ae07ea-3b9d-4bf1-8956-d15d302fc55c HTTP/1.1" status: 200 len: 210 time: 0.0717270 Jul 13 22:01:16.940250 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-576dd68c-8329-4502-a9ef-885997864403 req-6dfac069-f041-467e-9994-9adc97a54589 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409750 Jul 13 22:01:16.963507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:16.967701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Usage tracker for resource:security_group_rule and tenant:282fa3b1556a43a5b4c3562437b9781a is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:16.970775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:16.977123 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:17.054301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.057848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.067417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-30b63489-2d65-4d32-a2d4-f65bbe99cd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:17.114964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8565a-b145-40c2-a2c7-1239e80d7ea1,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:17.118681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:17.123593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=282fa3b1556a43a5b4c3562437b9781a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2413795 Jul 13 22:01:17.123984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33394) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:17.191035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.224005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.270473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.275811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-63332fbb-4dec-4a36-9638-ed2cf49c8937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:17.290561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8565a-b145-40c2-a2c7-1239e80d7ea1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:17.293974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:17.295000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.296552 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23a8565a-b145-40c2-a2c7-1239e80d7ea1 HTTP/1.1" status: 204 len: 168 time: 0.1716304 Jul 13 22:01:17.398844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 44ef5764-3b43-4089-8677-c1651a62dd90 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:17.445598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 44ef5764-3b43-4089-8677-c1651a62dd90 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:17.446444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 44ef5764-3b43-4089-8677-c1651a62dd90 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:17.447068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:17.490085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:17.490689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 2366f60a-c96e-47e6-a0f5-dca3d3faccb9 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:17.717174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7921c9-feed-4324-ab35-5fe8980fa262 req-8ee780be-2bea-446d-a902-f0e3e22b6f36 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:17.719213 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-db7921c9-feed-4324-ab35-5fe8980fa262 req-8ee780be-2bea-446d-a902-f0e3e22b6f36 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1127808 Jul 13 22:01:17.781921 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-db7921c9-feed-4324-ab35-5fe8980fa262 req-52139289-840d-46a2-ac83-fc5a9516a771 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548739 Jul 13 22:01:17.813581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33420) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:17.840289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.881066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:17.890406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc12242dc2540ce87971756120414ac is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:17.893752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:17.900180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:17.988035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:17.991744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:18.025300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56b817b7-05e3-44b9-ad64-c08cfbac77d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:18.059617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861d242-ba23-416f-9c25-4c541934b977,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:18.063258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:18.066782 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dc12242dc2540ce87971756120414ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2507582 Jul 13 22:01:18.068476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33436) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:18.150890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:18.184198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef0c5d-f01c-4067-bee7-9110002fc4c1 req-8db9f984-b7c6-4659-bd07-7d0277d569c8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:18.185110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:18.185948 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5aef0c5d-f01c-4067-bee7-9110002fc4c1 req-8db9f984-b7c6-4659-bd07-7d0277d569c8 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0889416 Jul 13 22:01:18.238787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:18.246508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cb19aab5-2582-4d64-9e0f-baa96457867d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:18.249195 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5aef0c5d-f01c-4067-bee7-9110002fc4c1 req-62b78623-37c0-4b8b-821b-a4c9207eeb5e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Jul 13 22:01:18.268709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861d242-ba23-416f-9c25-4c541934b977,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:18.271034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:18.285473 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5861d242-ba23-416f-9c25-4c541934b977 HTTP/1.1" status: 204 len: 168 time: 0.2054138 Jul 13 22:01:18.286658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:19.036904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad69dd-1ec1-4e90-acf0-dc0aae5c6a5e req-4212723a-2713-4ae1-b3aa-af359469de13 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:19.038649 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fad69dd-1ec1-4e90-acf0-dc0aae5c6a5e req-4212723a-2713-4ae1-b3aa-af359469de13 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.0927846 Jul 13 22:01:19.104675 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fad69dd-1ec1-4e90-acf0-dc0aae5c6a5e req-8c8c50d3-7ea6-4c36-9e8e-bc16d0118c63 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591521 Jul 13 22:01:19.481722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48134b-7da2-4d24-89b4-e21dc532732a req-40a8b240-11e3-4066-b462-60ec8d4fd1d1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:19.483786 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4e48134b-7da2-4d24-89b4-e21dc532732a req-40a8b240-11e3-4066-b462-60ec8d4fd1d1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0978110 Jul 13 22:01:19.549264 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4e48134b-7da2-4d24-89b4-e21dc532732a req-1f74585d-850f-48ed-8c19-58e0da2c854c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581758 Jul 13 22:01:19.872530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1952b-5849-458e-bc60-2b0463220981 req-23cddd25-04b6-4337-b305-b0f3f5aad686 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:19.874677 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32f1952b-5849-458e-bc60-2b0463220981 req-23cddd25-04b6-4337-b305-b0f3f5aad686 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.1076496 Jul 13 22:01:19.939533 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-32f1952b-5849-458e-bc60-2b0463220981 req-d9b5fa79-2c03-4a53-82a4-31da75a9808f tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Jul 13 22:01:20.385368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dac56-bdd0-46c7-a764-cbc8056b0c10 req-3677cea2-d8d9-4e19-a5f1-00e59b232713 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:20.386942 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-983dac56-bdd0-46c7-a764-cbc8056b0c10 req-3677cea2-d8d9-4e19-a5f1-00e59b232713 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1602476 Jul 13 22:01:20.392975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732550d-46ae-4af1-8fcd-ca775543382b req-bdf23ac6-9831-4350-a4a8-0a14b77203ed tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:20.394452 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9732550d-46ae-4af1-8fcd-ca775543382b req-bdf23ac6-9831-4350-a4a8-0a14b77203ed tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1247985 Jul 13 22:01:20.473012 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-983dac56-bdd0-46c7-a764-cbc8056b0c10 req-5139529a-9e48-46d1-a28a-95e8a834f013 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775218 Jul 13 22:01:20.480177 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9732550d-46ae-4af1-8fcd-ca775543382b req-7f066877-e9a6-4d54-a558-24624f5663e2 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689526 Jul 13 22:01:20.764434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2fa3-88d7-4c92-a5b2-25c370626787 req-1b5a893e-cef8-4962-9c73-1af250462cee tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:20.766033 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-89ed2fa3-88d7-4c92-a5b2-25c370626787 req-1b5a893e-cef8-4962-9c73-1af250462cee tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0974195 Jul 13 22:01:20.815271 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-89ed2fa3-88d7-4c92-a5b2-25c370626787 req-a6089741-97f2-4f54-b451-b15188720181 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jul 13 22:01:21.153053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14e9c6-7981-4ba3-a488-8b14854be611 req-49eeeaee-08bc-4f06-a90d-4191891ec160 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:21.154900 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aa14e9c6-7981-4ba3-a488-8b14854be611 req-49eeeaee-08bc-4f06-a90d-4191891ec160 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.0887454 Jul 13 22:01:21.213401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-aa14e9c6-7981-4ba3-a488-8b14854be611 req-fb2e5622-4981-4657-9389-98d48e8357aa tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Jul 13 22:01:21.385078 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-f1d04ef0-c6cd-44e2-88a6-24af2c15be5c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d9f93757c7634508b13664632cdb8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366037 Jul 13 22:01:21.419690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:01:21.557422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-09e5ad35-4461-4dad-8a07-0465e463053c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:21.559229 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-09e5ad35-4461-4dad-8a07-0465e463053c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680114 Jul 13 22:01:21.577342 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-75aaf5a9-60dd-4b18-8b6a-ecf30acee839 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/quotas/d9f93757c7634508b13664632cdb8471 HTTP/1.1" status: 200 len: 375 time: 0.0123005 Jul 13 22:01:21.611775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:21.626226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:01:21.684794 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-276a6b56-1223-4135-9ded-1acf66acf762 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f93757c7634508b13664632cdb8471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011951 Jul 13 22:01:21.687830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:21.707271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:21.723235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:21.726975 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:21.727489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28092a-7c41-4bb2-9508-4d52ffde68f4 req-3b0415b2-678e-47ac-b4b1-f050661c46ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:21.729360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:21.736437 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4e28092a-7c41-4bb2-9508-4d52ffde68f4 req-3b0415b2-678e-47ac-b4b1-f050661c46ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1117511 Jul 13 22:01:21.785309 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4e28092a-7c41-4bb2-9508-4d52ffde68f4 req-984c3701-52f8-49af-8c94-f6b5faa895f0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Jul 13 22:01:21.804601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=6']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:21.808770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:21.960528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:21.993137 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-09e6f8d8-c2af-4442-820c-ea022a0bf537 req-d099a06e-a829-4cd0-ac53-3f03ad0d8c6f tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0879176 Jul 13 22:01:22.336478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ca867-54a9-46f1-8102-8aba2554a659 req-1af8f6f2-405e-41c7-9ffe-1c963451212d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:22.347095 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e20ca867-54a9-46f1-8102-8aba2554a659 req-1af8f6f2-405e-41c7-9ffe-1c963451212d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 945 time: 0.3521814 Jul 13 22:01:22.395165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-11413abf-8d27-4e35-a187-66d0c4efa7d0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:22.401171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-11413abf-8d27-4e35-a187-66d0c4efa7d0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Synchronizing usage tracker for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:22.431387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf428f4-274f-4bad-9571-a270a2d137ae req-16350140-dac6-4593-b470-b9d11141448a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:22.435766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-11413abf-8d27-4e35-a187-66d0c4efa7d0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Unset dirty status for tenant:ec1d74ef7ea7421e871a1172943c2942 on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:22.437296 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-11413abf-8d27-4e35-a187-66d0c4efa7d0 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.1842806 Jul 13 22:01:22.438961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-edf428f4-274f-4bad-9571-a270a2d137ae req-16350140-dac6-4593-b470-b9d11141448a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2659357 Jul 13 22:01:22.481057 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e20ca867-54a9-46f1-8102-8aba2554a659 req-5f296aef-8a31-43af-805d-7c7966a0d6c0 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327269 Jul 13 22:01:22.551502 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-edf428f4-274f-4bad-9571-a270a2d137ae req-95e11057-234e-4673-8980-2981c553d506 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111066 Jul 13 22:01:22.617938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Deleting port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:22.619400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:22.797216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767d15-d978-4903-b2bd-213331c15134 req-ad57b398-9422-4e6b-a9c1-0a94d1140637 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:22.808487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd767d15-d978-4903-b2bd-213331c15134 req-ad57b398-9422-4e6b-a9c1-0a94d1140637 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 946 time: 0.1330307 Jul 13 22:01:22.891579 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd767d15-d978-4903-b2bd-213331c15134 req-3242069f-e569-4b29-95e4-548b06b764a2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2f0590d-cb42-4838-b183-5b24b35cea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743983 Jul 13 22:01:23.132529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] For port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,segment=NetworkSegment(f5c99d75-3d1c-4298-8da7-a753f77b8783),segment_id=f5c99d75-3d1c-4298-8da7-a753f77b8783)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:23.133275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:23.305435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339c15-99ca-48d0-a0f0-ae22f8028510 req-b8956e89-11df-453e-9fee-169f86097c20 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:23.309141 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ae339c15-99ca-48d0-a0f0-ae22f8028510 req-b8956e89-11df-453e-9fee-169f86097c20 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2560360 Jul 13 22:01:23.358622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Calling delete_port for 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:23.436632 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-47b79829-1779-4b44-b252-7094114a5581 req-31d21765-6cd2-4647-8d6c-84176aa50454 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0756824 Jul 13 22:01:23.474698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:23.489350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ae339c15-99ca-48d0-a0f0-ae22f8028510 req-d9721469-6f0f-4176-943f-8a583b018bed tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715264 Jul 13 22:01:23.616133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:23.647871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9f3ee564-a134-4acd-8129-afcb647d3229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:23.726046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:23.726481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:23.993877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:24.033002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:24.034389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:24.040935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:24.042129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:24.079240 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99be1741-e0d4-4afb-90cd-576d479ed438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:24.169841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:24.170639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:24.172919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=7']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:24.176437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:24.193719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5ceaf-f8e9-4fda-b91e-4e4758603875 req-35bed526-515f-4e08-bca4-b3362498a4a9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:24.202404 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b7d5ceaf-f8e9-4fda-b91e-4e4758603875 req-35bed526-515f-4e08-bca4-b3362498a4a9 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3239014 Jul 13 22:01:24.211334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1cab1-4d95-4a6c-954f-9504eb21206d req-c279bad0-7c02-4495-8679-634cedb49d7b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:24.220410 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e1a1cab1-4d95-4a6c-954f-9504eb21206d req-c279bad0-7c02-4495-8679-634cedb49d7b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 945 time: 0.4359648 Jul 13 22:01:24.359931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Pushing event deleted for resources: {'Port': ['ID=5f08f28d-cc1e-41f7-ab6e-8bba84252dfa,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:24.365432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:24.452159 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e1a1cab1-4d95-4a6c-954f-9504eb21206d req-27709274-4344-4f69-a8cd-11ca3783ed2a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306814 Jul 13 22:01:24.469158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b7d5ceaf-f8e9-4fda-b91e-4e4758603875 req-d3d4e0e6-7c61-49a1-9796-2c50fa0c1a0b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654963 Jul 13 22:01:24.478349 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-8bd50959-ae3e-4893-a856-5f3751612dbc tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d9f93757c7634508b13664632cdb8471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2084711 Jul 13 22:01:24.485313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] No DVR routers for this DVR port 5f08f28d-cc1e-41f7-ab6e-8bba84252dfa on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:24.489879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:24.515513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'name': 'network-vif-deleted', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:24.547224 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5821bce2-7f55-4fcd-9076-01877f7bb3c7 req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.11 "DELETE /v2.0/ports/5f08f28d-cc1e-41f7-ab6e-8bba84252dfa HTTP/1.1" status: 204 len: 173 time: 2.1001055 Jul 13 22:01:24.606270 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'code': 200} Jul 13 22:01:24.876741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-915571c4-ac2a-4c88-8190-b24dda565dcb tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:24.882031 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-915571c4-ac2a-4c88-8190-b24dda565dcb tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953328 Jul 13 22:01:24.968281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Request body: {'port': {'device_id': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52', 'admin_state_up': True, 'tenant_id': 'd9f93757c7634508b13664632cdb8471'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:01:25.146288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:25.150706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Usage tracker for resource:port and tenant:d9f93757c7634508b13664632cdb8471 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:25.154511 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:25.161018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:25.231742 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b900ea6d-f6fa-4fd7-8149-9687da957059 req-da641667-b710-446d-b8ff-79e39a6c0504 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb69ecd5-3d57-4c97-b850-ed7b789ec8b1 HTTP/1.1" status: 200 len: 210 time: 0.2698548 Jul 13 22:01:25.233132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Made reservation on behalf of d9f93757c7634508b13664632cdb8471 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:01:25.238681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:25.278125 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e57a624b-27fe-41ed-a6ec-561c8484e78f req-dfb8e98c-82fa-41b3-a9b4-0058e1c36e43 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.3945489 Jul 13 22:01:25.278973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:25.353604 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69ecd5-3d57-4c97-b850-ed7b789ec8b1', 'name': 'network-vif-deleted', 'tag': '5f08f28d-cc1e-41f7-ab6e-8bba84252dfa', 'status': 'completed', 'code': 200} Jul 13 22:01:25.387070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:25.396574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Usage tracker for resource:security_group_rule and tenant:d9f93757c7634508b13664632cdb8471 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:25.411668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:25.421146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:26.186488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-3232f397-9b69-48f9-8555-0be295603035 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Synchronizing usage tracker for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:26.254746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:26.265033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:26.272460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-845d5881-d593-4076-8cfd-0c83533d3a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:26.327428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-3232f397-9b69-48f9-8555-0be295603035 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Unset dirty status for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:26.335666 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-3232f397-9b69-48f9-8555-0be295603035 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629969001&fields=id&tenant_id=d1bbf90e3f224284bda5d515a3ff5239 HTTP/1.1" status: 200 len: 267 time: 0.2257195 Jul 13 22:01:26.344582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c709-2cbe-4f4c-8670-2209f8c3adf0 req-907967a7-148e-4cd7-bd88-9a00f5d00564 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:26.352630 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e253c709-2cbe-4f4c-8670-2209f8c3adf0 req-907967a7-148e-4cd7-bd88-9a00f5d00564 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.8210325 Jul 13 22:01:26.555792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-367350cc-84f5-4d9f-ab0d-a88028d42459 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:26.563802 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-367350cc-84f5-4d9f-ab0d-a88028d42459 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 809 time: 0.2270858 Jul 13 22:01:26.648805 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e253c709-2cbe-4f4c-8670-2209f8c3adf0 req-442d293a-98b6-42c6-8cfe-333719929351 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951140 Jul 13 22:01:26.649808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:26.757068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:26.761760 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-bb2ffc5a-ac8a-4d4b-ae0a-8abc9d61d6c0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/quotas/d1bbf90e3f224284bda5d515a3ff5239 HTTP/1.1" status: 200 len: 375 time: 0.1962218 Jul 13 22:01:26.992728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Allocated IP 192.168.233.133 (6a295320-5492-4ae4-a380-4363aa433b52/b250f20d-640b-4b4c-b6e8-09fc857643c1/3c050d19-e8e2-4b68-849a-c5b9e5780b69) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:01:27.042354 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-03977dbd-af8f-47ce-a939-cf51faffd1a0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2679133 Jul 13 22:01:27.199137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dd305-169a-472e-8425-9e05047adea9 req-dd4cd39d-0de7-4e65-9196-c04bf66c1680 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:27.202603 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a02dd305-169a-472e-8425-9e05047adea9 req-dd4cd39d-0de7-4e65-9196-c04bf66c1680 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.3480031 Jul 13 22:01:27.464890 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a02dd305-169a-472e-8425-9e05047adea9 req-4f5811d6-a3f1-4898-8465-a58dee36aca5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940410 Jul 13 22:01:27.482961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-111c480e-bb24-426f-951e-ba6a45da2ded service neutron] 10.222.0.20 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263484 Jul 13 22:01:27.814137 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-8db3ebf3-d218-440b-a1a4-3ae34c58ba31 service neutron] 10.222.0.20 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302162 Jul 13 22:01:27.896802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:27.926285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438a79d-41c3-4883-ada3-9676c86bc261 req-51b8cf88-1f46-4fa5-b442-61dddced8b6a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:27.928250 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2438a79d-41c3-4883-ada3-9676c86bc261 req-51b8cf88-1f46-4fa5-b442-61dddced8b6a tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1910319 Jul 13 22:01:27.931410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Transition to ACTIVE for port object 3c050d19-e8e2-4b68-849a-c5b9e5780b69 will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:01:28.006703 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2438a79d-41c3-4883-ada3-9676c86bc261 req-07442f3a-151d-4ef5-bc5b-255670309058 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711570 Jul 13 22:01:28.048789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.082398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:28.139159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33684) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:28.304663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Pushing event updated for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:28.318556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Deleting subnet 12a88e15-97cd-4310-8d28-9daef02fb9a2 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:01:28.319759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:28.330251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.355310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Network 6a295320-5492-4ae4-a380-4363aa433b52 is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:01:28.361255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:01:28.378826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:01:28.394672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:28.401309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.503875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.638200 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6741483 Jul 13 22:01:28.656724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-769f4feb-2c9b-4afb-91d2-cbba1cd5a471 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:28.657520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-769f4feb-2c9b-4afb-91d2-cbba1cd5a471 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Synchronizing usage tracker for tenant:d9f93757c7634508b13664632cdb8471 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:28.672002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Request body: {'port': {'device_id': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:01:28.673827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.741279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-769f4feb-2c9b-4afb-91d2-cbba1cd5a471 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Unset dirty status for tenant:d9f93757c7634508b13664632cdb8471 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:28.751613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-769f4feb-2c9b-4afb-91d2-cbba1cd5a471 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 936 time: 0.3351579 Jul 13 22:01:28.832618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-437e892f-a3ad-4e21-8237-3b358d8044ac tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Synchronizing usage tracker for tenant:d9f93757c7634508b13664632cdb8471 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:28.931559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:28.949552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:28.952778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-437e892f-a3ad-4e21-8237-3b358d8044ac tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Unset dirty status for tenant:d9f93757c7634508b13664632cdb8471 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:28.964977 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7062ac35-4a2c-4ce7-bffd-68ce10786eb8 req-437e892f-a3ad-4e21-8237-3b358d8044ac tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121511 Jul 13 22:01:29.037570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-51d42983-92ca-435d-9c29-d1d6a94ffd32 None None] Provisioning for port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:29.039692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.055193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-51d42983-92ca-435d-9c29-d1d6a94ffd32 None None] Provisioning complete for port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:29.055957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51d42983-92ca-435d-9c29-d1d6a94ffd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.077877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a88e15-97cd-4310-8d28-9daef02fb9a2,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:29.082020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:29.115670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.127509 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12a88e15-97cd-4310-8d28-9daef02fb9a2 HTTP/1.1" status: 204 len: 168 time: 0.9869971 Jul 13 22:01:29.135205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33704) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:29.286693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-51d42983-92ca-435d-9c29-d1d6a94ffd32 None None] Port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:01:29.471917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55da3-cad1-4d18-976b-4e745e2e75da req-9dbaf7f8-f35c-4ca8-b26e-fa5016b9d38f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:29.480842 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2ab55da3-cad1-4d18-976b-4e745e2e75da req-9dbaf7f8-f35c-4ca8-b26e-fa5016b9d38f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3365331 Jul 13 22:01:29.510483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.551402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2ab55da3-cad1-4d18-976b-4e745e2e75da req-e34d1b9f-e7c0-412f-83b3-fa344ad75303 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694892 Jul 13 22:01:29.749516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.767367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6debd415-819f-45b7-9e66-e8a604d3b525']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:29.783006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c99d75-3d1c-4298-8da7-a753f77b8783') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:29.783741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c99d75-3d1c-4298-8da7-a753f77b8783') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:29.798918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.819409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.827525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:01:29.828376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:29.924801 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-74b91bf2-f7d2-467f-a954-3b8494d31ff2 req-06064690-4cad-4356-84da-8fd3075160d8 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 210 time: 0.1058912 Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:01:30.017103 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:01:30.022282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:30.029140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:30.038002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:30.083020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6debd415-819f-45b7-9e66-e8a604d3b525,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:30.088124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:30.093828 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-02b44df3-bdae-4a32-bac7-8979c148a1b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6debd415-819f-45b7-9e66-e8a604d3b525 HTTP/1.1" status: 204 len: 168 time: 0.9575889 Jul 13 22:01:30.552429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33714) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:30.593176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461aa4-e3e0-4c70-9714-965c03b64c4a req-d06a037c-a080-4aaf-b399-bf9c7a83413a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:30.625922 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b461aa4-e3e0-4c70-9714-965c03b64c4a req-d06a037c-a080-4aaf-b399-bf9c7a83413a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 1.2463260 Jul 13 22:01:30.689922 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-32925f3e-5344-4ddb-b905-86f78c14684c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec1d74ef7ea7421e871a1172943c2942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1355507 Jul 13 22:01:30.693882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33720) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:30.858655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c050d19-e8e2-4b68-849a-c5b9e5780b69 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:30.878208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:30.921338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Transition to ACTIVE for port object 3c050d19-e8e2-4b68-849a-c5b9e5780b69 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:01:30.978795 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:30.988604 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b461aa4-e3e0-4c70-9714-965c03b64c4a req-809fa71b-8925-4d12-86cd-c35a4069e14d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331695 Jul 13 22:01:30.990388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:30.996574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:31.020685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:31.081879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:31.099543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:31.309744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fadea5-8e32-4454-900a-1a25fab48431 req-70d75898-f825-46dc-bf83-3838a17e9694 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:31.319298 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-48fadea5-8e32-4454-900a-1a25fab48431 req-70d75898-f825-46dc-bf83-3838a17e9694 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.8020151 Jul 13 22:01:31.370001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:31.388295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aa72753d-df03-443c-a2b0-ff850ea18d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:31.440515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-b12ddf21-f9c0-4357-ade2-834854fbb4b0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:31.441325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-b12ddf21-f9c0-4357-ade2-834854fbb4b0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Synchronizing usage tracker for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:network {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:31.455722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0590d-cb42-4838-b183-5b24b35cea2f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:31.479006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:31.504130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:31.505414 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2f0590d-cb42-4838-b183-5b24b35cea2f HTTP/1.1" status: 204 len: 168 time: 0.8074255 Jul 13 22:01:31.520724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-b12ddf21-f9c0-4357-ade2-834854fbb4b0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Unset dirty status for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:network {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:31.528394 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-b12ddf21-f9c0-4357-ade2-834854fbb4b0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 809 time: 0.4933975 Jul 13 22:01:31.637231 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-48fadea5-8e32-4454-900a-1a25fab48431 req-7c73e9d3-e52d-4e03-a07a-6a5062f1799f tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162110 Jul 13 22:01:31.674586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae3b2-aea1-413f-959d-249ccac2b057 req-910cb1a7-cbf5-483c-86fc-ab4370521f22 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:31.675715 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-4bd6743a-99b5-4b81-85fc-21841f5f1990 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Synchronizing usage tracker for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:security_group {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:01:31.691261 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c5ae3b2-aea1-413f-959d-249ccac2b057 req-910cb1a7-cbf5-483c-86fc-ab4370521f22 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 948 time: 0.3314209 Jul 13 22:01:31.694176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-4bd6743a-99b5-4b81-85fc-21841f5f1990 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Unset dirty status for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:security_group {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:01:31.697838 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-4bd6743a-99b5-4b81-85fc-21841f5f1990 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bbf90e3f224284bda5d515a3ff5239 HTTP/1.1" status: 200 len: 379 time: 0.1433766 Jul 13 22:01:31.717369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'port': {'device_id': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'admin_state_up': True, 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'security_groups': ['90624ffe-6a73-4698-9b83-edfaf69ff026']}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:01:31.822020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Attempting to bind port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:01:31.822386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Attempting to bind port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:01:31.822756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Attempting to bind port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 on network 6a295320-5492-4ae4-a380-4363aa433b52 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:01:31.838343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 on network 6a295320-5492-4ae4-a380-4363aa433b52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:01:31.844124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Attempting to bind port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 on network 6a295320-5492-4ae4-a380-4363aa433b52 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:01:31.854726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:01:31.855124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Checking segment: {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:01:31.855798 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Bound using segment: {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:01:31.856015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Bound port: 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042a5d25-d9c3-4a72-b008-0d4202c50f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:01:31.856395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:31.966538 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c5ae3b2-aea1-413f-959d-249ccac2b057 req-133b1ed0-dfc8-4a4a-9552-53df9c74d154 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743168 Jul 13 22:01:32.100912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06365f8-9e42-48b7-a651-16b62c564f8a req-a8e2431a-e194-436d-b884-918e2ff3d9f1 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:32.109239 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c06365f8-9e42-48b7-a651-16b62c564f8a req-a8e2431a-e194-436d-b884-918e2ff3d9f1 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2182336 Jul 13 22:01:32.112586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:01:32.151285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:32.164178 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:port and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:32.175771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:32.183960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:01:32.185935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:32.204675 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c06365f8-9e42-48b7-a651-16b62c564f8a req-4254cc46-f087-42ca-986b-9ac51972bcae tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940897 Jul 13 22:01:32.206698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:32.212943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Made reservation on behalf of d1bbf90e3f224284bda5d515a3ff5239 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:01:32.220580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:32.241265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:32.516060 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7d9bf08c-4209-4150-8906-e5719d4e371c req-7eec4f40-2e0c-4543-b2c7-433fbb1f121f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 210 time: 0.1611881 Jul 13 22:01:32.542382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:32.543989 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c050d19-e8e2-4b68-849a-c5b9e5780b69 HTTP/1.1" status: 200 len: 1098 time: 3.8822563 Jul 13 22:01:32.544583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:32.666951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Allocated IP 172.20.0.13 (65b1e84e-4837-4910-a46a-190a0ea39fd2/c7e32c0a-0541-4368-b956-1d2d7562c853/acaf01c6-2893-440f-ab7a-6e4842c7ef56) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:01:32.905171 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69', 'status': 'completed', 'code': 200} Jul 13 22:01:33.193208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:33.219967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Transition to ACTIVE for port object acaf01c6-2893-440f-ab7a-6e4842c7ef56 will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:01:33.247833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:33.253797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:33.255479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:33.263224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:33.285904 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-782638e2-f20d-4787-9bda-360b26dae025 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9f93757c7634508b13664632cdb8471&device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 1101 time: 0.5715632 Jul 13 22:01:33.353840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:01:33.357741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:01:33.363145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:01:33.434151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:33.434852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:33.441451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:33.445920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:33.470180 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7615931 Jul 13 22:01:33.486097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcf3a-16b6-437a-89b5-8c9aa48b68e7 req-9acc997f-0d80-4645-b68b-00b19878ec6c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:33.494234 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-820dcf3a-16b6-437a-89b5-8c9aa48b68e7 req-9acc997f-0d80-4645-b68b-00b19878ec6c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.5879102 Jul 13 22:01:33.496661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Request body: {'port': {'device_id': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:01:33.531649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51cf2-a4da-4198-87e4-e0d944b4cf94 req-d9c24cd5-8a50-4846-bb03-38cc49df2955 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:33.539415 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4af51cf2-a4da-4198-87e4-e0d944b4cf94 req-d9c24cd5-8a50-4846-bb03-38cc49df2955 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.9604902 Jul 13 22:01:33.669517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4af51cf2-a4da-4198-87e4-e0d944b4cf94 req-d60a247e-f044-4db0-a497-1141d508c7bc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286423 Jul 13 22:01:33.671160 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-f32559e1-ead8-4019-b92c-713de47f55c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69 HTTP/1.1" status: 200 len: 217 time: 0.3552895 Jul 13 22:01:33.871895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:33.985439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-a782a4d5-7255-48bf-8e58-17ed271bb671 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:33.987057 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-a782a4d5-7255-48bf-8e58-17ed271bb671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250f20d-640b-4b4c-b6e8-09fc857643c1 HTTP/1.1" status: 200 len: 843 time: 0.2879698 Jul 13 22:01:34.101678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-d5b0a9b9-03ea-43f7-b567-23469b097413 None None] Provisioning for port acaf01c6-2893-440f-ab7a-6e4842c7ef56 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:34.113775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-d5b0a9b9-03ea-43f7-b567-23469b097413 None None] Provisioning complete for port acaf01c6-2893-440f-ab7a-6e4842c7ef56 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:34.114208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a9b9-03ea-43f7-b567-23469b097413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:34.151868 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-820dcf3a-16b6-437a-89b5-8c9aa48b68e7 req-efaf3ef6-4613-46f1-915b-e58aa5314397 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559527 Jul 13 22:01:34.305656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0a9b9-03ea-43f7-b567-23469b097413 None None] Port acaf01c6-2893-440f-ab7a-6e4842c7ef56 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:01:34.486679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ec878-8811-46b9-be61-2a1c710e628e req-bc9373cd-1ed8-400b-a359-f41114eccf93 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:34.494575 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c50ec878-8811-46b9-be61-2a1c710e628e req-bc9373cd-1ed8-400b-a359-f41114eccf93 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 948 time: 0.3993115 Jul 13 22:01:34.505890 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-432c1638-5423-4903-802d-fae0b3ff4c7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a295320-5492-4ae4-a380-4363aa433b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4993157 Jul 13 22:01:34.772938 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-f09e0d54-f37d-435b-9556-1fb81d39c17d service neutron] 10.222.0.11 "GET /v2.0/networks/6a295320-5492-4ae4-a380-4363aa433b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225630 Jul 13 22:01:34.802169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaf01c6-2893-440f-ab7a-6e4842c7ef56 {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:34.823428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:34.859980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Transition to ACTIVE for port object acaf01c6-2893-440f-ab7a-6e4842c7ef56 will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:01:34.866678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:34.889488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d09e7e38-74e1-4408-8e45-0f6e588be0eb tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:34.954445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c50ec878-8811-46b9-be61-2a1c710e628e req-c3e1ef4b-a3b3-4cf4-a7fe-c7215068c020 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561393 Jul 13 22:01:35.079630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:35.239769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:35.285237 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2df1d4e-6804-4d4d-a474-e906dece2ba9 req-d059c3ca-d557-4769-b132-3aa0fec5e0e8 service neutron] 10.222.0.11 "GET /v2.0/networks/6a295320-5492-4ae4-a380-4363aa433b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108180 Jul 13 22:01:35.393350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc531-cdab-4072-a26d-a6414cb5f23c req-9d8b5ce6-4e48-48c5-8183-79d4dbae6dbb tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:35.400233 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef2fc531-cdab-4072-a26d-a6414cb5f23c req-9d8b5ce6-4e48-48c5-8183-79d4dbae6dbb tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.9734745 Jul 13 22:01:35.559579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Attempting to bind port acaf01c6-2893-440f-ab7a-6e4842c7ef56 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:01:35.560367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Attempting to bind port acaf01c6-2893-440f-ab7a-6e4842c7ef56 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:01:35.560961 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Attempting to bind port acaf01c6-2893-440f-ab7a-6e4842c7ef56 on network 65b1e84e-4837-4910-a46a-190a0ea39fd2 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:01:35.568194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Port acaf01c6-2893-440f-ab7a-6e4842c7ef56 on network 65b1e84e-4837-4910-a46a-190a0ea39fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:01:35.568877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Attempting to bind port acaf01c6-2893-440f-ab7a-6e4842c7ef56 on network 65b1e84e-4837-4910-a46a-190a0ea39fd2 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:01:35.578162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:01:35.578943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Checking segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:01:35.579810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Bound using segment: {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:01:35.580584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Bound port: acaf01c6-2893-440f-ab7a-6e4842c7ef56, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47abbf82-781a-442a-860e-d17422c558c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:01:35.581218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:35.719388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:01:35.725824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:01:35.732465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:35.744198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:35.826690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:35.829715 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 1094 time: 2.3419259 Jul 13 22:01:35.841481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:35.894310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:36.047149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:36.118832 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-5df8894d-300e-4409-ae49-3add3d103bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1097 time: 0.1996646 Jul 13 22:01:36.238326 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef2fc531-cdab-4072-a26d-a6414cb5f23c req-69239e11-8eff-4c2f-8929-ae1d32cf8e7c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7756252 Jul 13 22:01:36.251654 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-529895c8-6094-499a-8b9f-bcfcff62ab12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9f93757c7634508b13664632cdb8471&device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 1101 time: 0.8126142 Jul 13 22:01:36.401645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-3c988cca-e405-4a67-b987-fefa143f2b90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 217 time: 0.2722664 Jul 13 22:01:36.578775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-a1276978-ea30-4707-8ddd-8b1966085f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:36.580403 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-a1276978-ea30-4707-8ddd-8b1966085f73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.1724379 Jul 13 22:01:36.632234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a528c-05a2-4878-a716-fa160f3a9856 req-e816639c-b885-465a-8bb5-d488185fd134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:36.638246 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-e816639c-b885-465a-8bb5-d488185fd134 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a295320-5492-4ae4-a380-4363aa433b52 HTTP/1.1" status: 200 len: 870 time: 0.3755128 Jul 13 22:01:36.657177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792668-b053-4b22-8e20-6718b585a4f2 req-ea18b78a-fa25-4c27-b046-6cb0d3b25e97 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:36.660420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-58792668-b053-4b22-8e20-6718b585a4f2 req-ea18b78a-fa25-4c27-b046-6cb0d3b25e97 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 944 time: 1.3688567 Jul 13 22:01:36.758089 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-0f6829fd-77b8-4c58-8c17-b587296fa9e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1680322 Jul 13 22:01:37.004181 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-d205f097-731f-4002-84d7-05fa1748e253 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385023 Jul 13 22:01:37.185526 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-7f5fdc60-6d40-4e4b-8823-663d3888efc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69 HTTP/1.1" status: 200 len: 217 time: 0.5217626 Jul 13 22:01:37.278714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33794) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:37.319327 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-58792668-b053-4b22-8e20-6718b585a4f2 req-14112f9b-e832-468c-b104-34aafde0139e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119756 Jul 13 22:01:37.377144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a528c-05a2-4878-a716-fa160f3a9856 req-67c6dfc8-3fb2-4c5f-8e32-8f340c1d62d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:37.379118 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-67c6dfc8-3fb2-4c5f-8e32-8f340c1d62d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250f20d-640b-4b4c-b6e8-09fc857643c1 HTTP/1.1" status: 200 len: 843 time: 0.1557477 Jul 13 22:01:37.402438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff895ba8-eca9-4784-9a31-317bb00e9766 req-71ab1a11-047f-4ef3-b23c-c4dba5466350 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:37.404226 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3c47d97-1b6a-4b07-bbb0-72394678b2ab req-de59450d-4d14-4293-8e4a-9f6cda799d90 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617339 Jul 13 22:01:37.415949 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff895ba8-eca9-4784-9a31-317bb00e9766 req-71ab1a11-047f-4ef3-b23c-c4dba5466350 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.7756357 Jul 13 22:01:37.593061 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:37.689396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:37.696356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Usage tracker for resource:security_group_rule and tenant:627ef406b96e48dfb6eb47112c9d41f1 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:37.705051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:37.715003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:37.795086 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff895ba8-eca9-4784-9a31-317bb00e9766 req-9b637559-f7df-46db-8f50-8a8c2a9fe5b4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714820 Jul 13 22:01:37.830540 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-dbe4357d-c21d-42c1-a42f-35c6d2a38660 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a295320-5492-4ae4-a380-4363aa433b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4106781 Jul 13 22:01:37.851738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:37.856080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:37.915671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77838cf-67d7-4de8-ac85-b595a9b3c308 req-47d507da-f806-43e1-98df-0c1d65583de5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:37.923501 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c77838cf-67d7-4de8-ac85-b595a9b3c308 req-47d507da-f806-43e1-98df-0c1d65583de5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2756255 Jul 13 22:01:37.939960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f64e8a4-2498-4e73-952e-b05afb3f2a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:37.953452 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=627ef406b96e48dfb6eb47112c9d41f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6671114 Jul 13 22:01:37.954203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33806) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:37.995889 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c77838cf-67d7-4de8-ac85-b595a9b3c308 req-78296987-52f7-433e-9be9-ccdec7a7ea24 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712433 Jul 13 22:01:38.055465 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'status': 'completed', 'code': 200} Jul 13 22:01:38.062659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aadd33e-dc5b-44b7-bfd0-d573502163e1,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:38.081230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:38.165946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:38.279886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:38.393599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:38.411336 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-446b6984-6137-459e-8937-96311aa5d66a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1097 time: 0.2996688 Jul 13 22:01:38.412529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-728bbe7e-c60e-48d5-b58b-3ea6819bd7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:38.456616 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-8d5490ad-e182-4101-ab85-ef0b7b656fff service neutron] 10.222.0.11 "GET /v2.0/networks/6a295320-5492-4ae4-a380-4363aa433b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145561 Jul 13 22:01:38.507795 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39ea7-6535-4f2c-88b0-8367947f3ac6 req-e79c051e-5706-49f3-91f8-2faf0531dc06 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:38.515673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-afa39ea7-6535-4f2c-88b0-8367947f3ac6 req-e79c051e-5706-49f3-91f8-2faf0531dc06 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 948 time: 0.1831005 Jul 13 22:01:38.533078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abbecd-7ba3-46fc-b3e8-4509ebef49b4 req-a67434e7-ea44-40e3-bd05-0f80c2923c3d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:38.534964 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-04abbecd-7ba3-46fc-b3e8-4509ebef49b4 req-a67434e7-ea44-40e3-bd05-0f80c2923c3d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2838132 Jul 13 22:01:38.670437 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-afa39ea7-6535-4f2c-88b0-8367947f3ac6 req-ccd34480-8d6c-40c9-865d-1ea03f85e421 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535561 Jul 13 22:01:38.726752 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-04abbecd-7ba3-46fc-b3e8-4509ebef49b4 req-5fed87fa-bd0e-41dd-9a36-974e23a6b45b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012945 Jul 13 22:01:38.819227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bc83b83e-b979-4954-a38e-70344383998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:39.065275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:39.090772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4aadd33e-dc5b-44b7-bfd0-d573502163e1 HTTP/1.1" status: 204 len: 168 time: 1.1336973 Jul 13 22:01:39.097560 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-470a528c-05a2-4878-a716-fa160f3a9856 req-7b5e621a-5a13-438a-8e44-c1f637dce5bf service neutron] 10.222.0.11 "GET /v2.0/networks/6a295320-5492-4ae4-a380-4363aa433b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268697 Jul 13 22:01:39.099663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b619-42fe-467b-906e-c6a3f5093779 req-8daadff5-856f-412b-b401-f21d8558f405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:39.107991 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-8daadff5-856f-412b-b401-f21d8558f405 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.6778810 Jul 13 22:01:39.110805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aadd33e-dc5b-44b7-bfd0-d573502163e1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:39.129890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b76601-102b-4901-a508-7efa98a04706 req-46fdcc44-6a41-4417-a080-722471fe6a1c tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:39.138124 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-56b76601-102b-4901-a508-7efa98a04706 req-46fdcc44-6a41-4417-a080-722471fe6a1c tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 944 time: 0.2270153 Jul 13 22:01:39.271482 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-56b76601-102b-4901-a508-7efa98a04706 req-670bfd0a-363f-4574-816a-486f09a708cc tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322668 Jul 13 22:01:39.298519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:39.335987 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-2b284bd7-0047-4e19-a6c1-253d36138405 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 217 time: 0.2115848 Jul 13 22:01:39.419519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b619-42fe-467b-906e-c6a3f5093779 req-8c8398ef-4dab-4b85-8033-ca0b75d0ca9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:39.421212 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-8c8398ef-4dab-4b85-8033-ca0b75d0ca9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.0783594 Jul 13 22:01:39.525588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:01:39.556390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f9bd-dc5f-4536-afb1-5131cee87386 req-5327aaf3-c3f4-4bf4-952e-cd453453c447 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:39.565145 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ed11f9bd-dc5f-4536-afb1-5131cee87386 req-5327aaf3-c3f4-4bf4-952e-cd453453c447 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1152089 Jul 13 22:01:39.701937 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-244845e6-8db3-446e-8cef-9109800a2a4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2506506 Jul 13 22:01:39.753808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:39.774342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:01:39.786594 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ed11f9bd-dc5f-4536-afb1-5131cee87386 req-45a0a619-d479-4765-9091-d9d5e10d1861 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187810 Jul 13 22:01:39.925677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:39.956775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaf01c6-2893-440f-ab7a-6e4842c7ef56 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:39.975429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:39.981783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:39.986246 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 33830) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:39.987410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:40.042454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.095684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:40.104656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Usage tracker for resource:security_group_rule and tenant:23950d633ec74e92ba3e2ef1cbae9515 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:40.108355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:40.115045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:40.164285 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-e6bc6e66-0953-4854-a13c-37daabdffe32 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548252 Jul 13 22:01:40.204984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.275378 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-baceb962-a24b-4518-9a2f-08a34883d1c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1098 time: 0.6195481 Jul 13 22:01:40.281376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.320622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:40.359995 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23950d633ec74e92ba3e2ef1cbae9515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673370 Jul 13 22:01:40.398629 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7558b619-42fe-467b-906e-c6a3f5093779 req-dcb999de-d47a-4378-baf8-359851897c54 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218182 Jul 13 22:01:40.399427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 33838) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:40.407847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:40.438508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:40.444736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.488582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9da40-9fc2-4435-bf50-34e9da7ba0f0,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:40.498151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be184e82-7414-46f1-a2fd-67e6b78d4e01 req-37670e47-1214-4fda-a7b4-9ca0ab2f29a5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:40.507128 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-be184e82-7414-46f1-a2fd-67e6b78d4e01 req-37670e47-1214-4fda-a7b4-9ca0ab2f29a5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.8528156 Jul 13 22:01:40.514055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:40.516814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.552891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.569688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc491-e3c1-46fa-8e13-cfd9cd27963f req-2c98625e-c656-412e-ad3a-4e4f9470828f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:40.571493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['acaf01c6-2893-440f-ab7a-6e4842c7ef56'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:40.578470 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-647dc491-e3c1-46fa-8e13-cfd9cd27963f req-2c98625e-c656-412e-ad3a-4e4f9470828f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3698215 Jul 13 22:01:40.602868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.613577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-da51680b-21b3-4719-8474-f7fe1a293fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:40.638547 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-647dc491-e3c1-46fa-8e13-cfd9cd27963f req-4e1ef49c-2896-47cc-9441-c3530368aeaf tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589621 Jul 13 22:01:40.641909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:40.645716 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b9da40-9fc2-4435-bf50-34e9da7ba0f0 HTTP/1.1" status: 204 len: 168 time: 0.2425117 Jul 13 22:01:40.647199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9da40-9fc2-4435-bf50-34e9da7ba0f0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:40.657001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:40.680322 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-be184e82-7414-46f1-a2fd-67e6b78d4e01 req-d002b3bb-0018-48d7-b9dd-49b3449bddbf tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714437 Jul 13 22:01:40.725344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-2586352b-ea01-4330-8d6a-514c20e74ba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:40.727218 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-2586352b-ea01-4330-8d6a-514c20e74ba6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.4132581 Jul 13 22:01:40.955305 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-31e26515-8757-4d9a-91a6-5fb8e1a6a8f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 1001 time: 0.1572845 Jul 13 22:01:41.134776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-babf909c-8168-4b21-ab78-dfb79af3271d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:41.137664 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-babf909c-8168-4b21-ab78-dfb79af3271d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.1180179 Jul 13 22:01:41.141328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e9bc68a-43f6-4351-8681-7fb6337b41cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:41.212579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745700cd-3872-44f5-8143-a2e5798be17c req-5e0e3b22-d897-4026-9e10-dd5bbf72b66e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:41.220045 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-745700cd-3872-44f5-8143-a2e5798be17c req-5e0e3b22-d897-4026-9e10-dd5bbf72b66e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 945 time: 0.2635322 Jul 13 22:01:41.250869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a25d-2abc-4591-9604-d075dff400c9 req-ed4703ab-33f3-4cee-bfb7-9e0486f26c0c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:41.252552 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6706a25d-2abc-4591-9604-d075dff400c9 req-ed4703ab-33f3-4cee-bfb7-9e0486f26c0c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 948 time: 0.2942734 Jul 13 22:01:41.599157 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-745700cd-3872-44f5-8143-a2e5798be17c req-030a1e3c-b87c-49e0-a4d4-47e5205db2b4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779795 Jul 13 22:01:41.634638 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6706a25d-2abc-4591-9604-d075dff400c9 req-99fc7dcc-8893-48aa-b17d-1df26dea637f tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691804 Jul 13 22:01:41.665017 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-b9cb7aa2-9e43-44e1-b28c-b5f7be276412 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3959844 Jul 13 22:01:41.697202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:41.932689 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-4128c558-d0f1-452e-98d5-344b0bfb6968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1099 time: 0.2535880 Jul 13 22:01:42.107287 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-7f82ee52-3b77-4c97-90d9-3978a0767828 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285810 Jul 13 22:01:42.163587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:42.195646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-c93f03d4-11db-49a0-9d78-092869bbb48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:42.198304 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-c93f03d4-11db-49a0-9d78-092869bbb48c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.2590477 Jul 13 22:01:42.282816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-79ee0276-ae39-4580-a886-aa9b0ff71aa4 req-67a8d8c5-5c2a-4d16-9a54-d843c67c56c3 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637278 Jul 13 22:01:42.325800 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff284101-6b7a-475f-8525-d4366cb9856c req-b0bc5d35-d6cf-42d3-9cda-508db02cb128 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:42.327558 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff284101-6b7a-475f-8525-d4366cb9856c req-b0bc5d35-d6cf-42d3-9cda-508db02cb128 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.4211493 Jul 13 22:01:42.334244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532227b-51c0-429e-8349-76781ceb9bb0 req-7258b2f0-18b3-4a24-bab0-d15492d0b5c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:42.335844 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8532227b-51c0-429e-8349-76781ceb9bb0 req-7258b2f0-18b3-4a24-bab0-d15492d0b5c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.4134984 Jul 13 22:01:42.364859 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-baaab5e5-070d-4815-ad9a-c7fc9b415ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.5029712 Jul 13 22:01:42.372419 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-b28a296c-f3a3-417b-934e-a6154afb2a81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 1002 time: 0.1656129 Jul 13 22:01:42.533894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-b39c593e-e48c-4a21-8a07-efbd10900240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:42.535871 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-b39c593e-e48c-4a21-8a07-efbd10900240 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.1563456 Jul 13 22:01:42.607111 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff284101-6b7a-475f-8525-d4366cb9856c req-ea70f406-08d9-4148-871e-17cc18786594 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691648 Jul 13 22:01:42.636767 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8532227b-51c0-429e-8349-76781ceb9bb0 req-de5c274e-72ce-4908-bafb-69561f30d94c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789044 Jul 13 22:01:42.698935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-a6375749-4499-4448-84bc-41cef5c38d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:42.699295 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-8c71e83f-7d2a-4f1c-bb7f-1783e538e33a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1559567 Jul 13 22:01:42.707391 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-a6375749-4499-4448-84bc-41cef5c38d06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.3078322 Jul 13 22:01:42.858514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:42.923116 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-59bc1a0a-2328-4848-a16d-519e9c5e8954 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.2096417 Jul 13 22:01:43.010513 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-4e48db21-cfa4-4d1d-8427-0665d045239b service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040407 Jul 13 22:01:43.231432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-bf328457-1019-49b8-a990-693d75aaf7af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:43.231432 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-bf328457-1019-49b8-a990-693d75aaf7af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1680274 Jul 13 22:01:43.300173 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7c061311-6894-4c14-8a48-6663d8a6a3fd req-cce6b2e8-812e-4f6d-9175-549e22fcb410 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816799 Jul 13 22:01:43.308550 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-028e481d-e4e5-45e2-a0c6-fc6cdd30e6e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777075 Jul 13 22:01:43.316075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45920dfd-10f2-4950-ac6a-aae0bd95432d req-e58db76f-da01-475f-8f87-48fb14848ce6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:43.324596 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45920dfd-10f2-4950-ac6a-aae0bd95432d req-e58db76f-da01-475f-8f87-48fb14848ce6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3950276 Jul 13 22:01:43.456533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eec4c-50be-4fa2-9e39-5f341b60b330 req-604f8acf-4e08-4185-bda2-424718d287d7 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:43.458200 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-185eec4c-50be-4fa2-9e39-5f341b60b330 req-604f8acf-4e08-4185-bda2-424718d287d7 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 945 time: 0.5336723 Jul 13 22:01:43.532276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3c050d19-e8e2-4b68-849a-c5b9e5780b69 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:01:43.540259 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45920dfd-10f2-4950-ac6a-aae0bd95432d req-db7858ac-c8fb-4061-9ec3-dde72acdca89 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146082 Jul 13 22:01:43.636792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-185eec4c-50be-4fa2-9e39-5f341b60b330 req-d5211b3e-e55c-474f-9e4e-5fa2cea5203c tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645315 Jul 13 22:01:43.645015 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-1d871b07-d3d8-4612-b0a1-bfa0a9fcdd14 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174076 Jul 13 22:01:43.739183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:43.757203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '3c050d19-e8e2-4b68-849a-c5b9e5780b69', 'network_id': '6a295320-5492-4ae4-a380-4363aa433b52', 'port_id': '3c050d19-e8e2-4b68-849a-c5b9e5780b69', 'mac_address': 'fa:16:3e:3d:a4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b250f20d-640b-4b4c-b6e8-09fc857643c1', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:01:43.763827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:43.947452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:43.980214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c050d19-e8e2-4b68-849a-c5b9e5780b69 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:01:44.004885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:44.024176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:44.026597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:44.054223 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ebacb2f2-13fc-409d-9524-a53d8213cf91 req-d01fe413-6045-4813-a0e0-c6063d4a0b5f service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012711 Jul 13 22:01:44.087803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca312-2593-4d3b-8647-9381ec0c41cd req-6697e2e1-0adc-4a23-9595-509966dbed4e tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:44.095422 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-160ca312-2593-4d3b-8647-9381ec0c41cd req-6697e2e1-0adc-4a23-9595-509966dbed4e tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 948 time: 0.2045510 Jul 13 22:01:44.131619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:44.134111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4b438-70a4-47cd-a09e-148333753d9f req-8f7513d0-86d2-4513-b9e7-b9a94ddabdae tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:44.136496 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d9f4b438-70a4-47cd-a09e-148333753d9f req-8f7513d0-86d2-4513-b9e7-b9a94ddabdae tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1920829 Jul 13 22:01:44.143177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port acaf01c6-2893-440f-ab7a-6e4842c7ef56 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:44.149594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:44.151735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port acaf01c6-2893-440f-ab7a-6e4842c7ef56 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:44.152438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:44.199391 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-160ca312-2593-4d3b-8647-9381ec0c41cd req-3995de6f-7625-4048-9223-c05dedff9287 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028407 Jul 13 22:01:44.245659 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d9f4b438-70a4-47cd-a09e-148333753d9f req-f5b172b3-054b-4b0b-a239-e3e079bcfb2b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008344 Jul 13 22:01:44.329542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:44.373613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:44.374894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:44.382500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:44.384519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:44.442250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c1fb4-7447-4109-931d-2162f7216567 req-75bbee02-3a3f-4d20-b45d-c69ce2c32341 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:44.444338 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0e8c1fb4-7447-4109-931d-2162f7216567 req-75bbee02-3a3f-4d20-b45d-c69ce2c32341 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1105015 Jul 13 22:01:44.454953 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'code': 200} Jul 13 22:01:44.527641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:44.540558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['3c050d19-e8e2-4b68-849a-c5b9e5780b69'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:44.575903 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0e8c1fb4-7447-4109-931d-2162f7216567 req-891162f5-7d75-44cf-af7a-e24ba1d8f4a8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185772 Jul 13 22:01:44.587684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:45.079069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baa002-368c-4f2b-9534-31ffc8c88fc5 req-74b85cbd-4a00-4b55-935c-31a85334beb5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:45.081282 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-29baa002-368c-4f2b-9534-31ffc8c88fc5 req-74b85cbd-4a00-4b55-935c-31a85334beb5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2894239 Jul 13 22:01:45.406814 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-29baa002-368c-4f2b-9534-31ffc8c88fc5 req-75cb89c9-0278-4b28-8e98-129029142f48 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158691 Jul 13 22:01:45.422477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950e96b-5888-4762-b8a9-d404584c613f req-6b47aa82-341c-474f-9e39-3e514cb53cce tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:45.424123 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8950e96b-5888-4762-b8a9-d404584c613f req-6b47aa82-341c-474f-9e39-3e514cb53cce tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.4832494 Jul 13 22:01:45.432319 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-66f1ca0e-a0a7-4ac7-82e7-c98481de6379 req-b488b21a-f477-4022-8e07-b2514a03ab43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.4440432 Jul 13 22:01:45.512058 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8950e96b-5888-4762-b8a9-d404584c613f req-89bea085-6586-4987-bc19-7b5605e4c8b3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785081 Jul 13 22:01:45.514085 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-66f1ca0e-a0a7-4ac7-82e7-c98481de6379 req-1178743d-363d-4733-a173-037b67eb5b7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599654 Jul 13 22:01:45.539829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3c050d19-e8e2-4b68-849a-c5b9e5780b69 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:01:45.611434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eff6fd-4a50-46a9-b5ab-b74fb2e1e557 req-b5d3df3b-d347-4af8-9f5b-9596ce49302e tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:45.613053 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92eff6fd-4a50-46a9-b5ab-b74fb2e1e557 req-b5d3df3b-d347-4af8-9f5b-9596ce49302e tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 949 time: 0.0854425 Jul 13 22:01:45.647021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:01:45.658876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:01:45.659887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:45.778343 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-92eff6fd-4a50-46a9-b5ab-b74fb2e1e557 req-52c655a3-91ed-4bf3-8346-7f2dfbc5aec7 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584277 Jul 13 22:01:45.793619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:45.829129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4ea55-a5ca-4356-afab-84937ea17c76 req-4d758572-2a8c-4441-b467-799e52c0ff81 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:45.830897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:45.840442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:45.841556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:45.841810 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fba4ea55-a5ca-4356-afab-84937ea17c76 req-4d758572-2a8c-4441-b467-799e52c0ff81 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1658833 Jul 13 22:01:45.888919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:45.922668 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fba4ea55-a5ca-4356-afab-84937ea17c76 req-075f158f-69a1-4226-b215-23d500fa42f0 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747330 Jul 13 22:01:46.002845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:46.062644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:46.063510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:46.101644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:46.105902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2572602-5631-455c-9aa6-8c79c03b89c7 req-d8f33c4f-c98c-4bce-8752-3fb548369c1d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:46.106816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:46.107621 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2572602-5631-455c-9aa6-8c79c03b89c7 req-d8f33c4f-c98c-4bce-8752-3fb548369c1d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 946 time: 0.1663039 Jul 13 22:01:46.109954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ed5e93cb-cbe9-45a5-9593-2630328c74e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:46.168210 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a2572602-5631-455c-9aa6-8c79c03b89c7 req-b756c229-c4ab-4881-a9cc-172393bb7323 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533495 Jul 13 22:01:46.190984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=8']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:46.204154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:46.456026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69'}, {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:46.562700 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69', 'code': 200} Jul 13 22:01:46.563033 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'code': 422} returned with failed status Jul 13 22:01:46.641623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:01:47.124420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9042-b622-495a-9dfd-16020d3a0ecd req-c86ab9a1-06b6-49ce-a84a-1ac1b61402ba tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:47.126527 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5a5e9042-b622-495a-9dfd-16020d3a0ecd req-c86ab9a1-06b6-49ce-a84a-1ac1b61402ba tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.3313165 Jul 13 22:01:47.202222 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5a5e9042-b622-495a-9dfd-16020d3a0ecd req-0da65115-5921-4672-b574-619aa88377e2 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611916 Jul 13 22:01:47.207978 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-845b2ad8-e078-4ae7-8189-10e5ed9f09d7 req-70e0250e-1371-4bf6-94eb-cc3b435fcde5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 1103 time: 0.2396312 Jul 13 22:01:47.295486 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-845b2ad8-e078-4ae7-8189-10e5ed9f09d7 req-9aa240dd-9d8e-48b0-b0a2-0d05f8447594 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758922 Jul 13 22:01:47.415902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b8da-f54c-4241-b138-2b319d2aa9cc req-09d60886-a76f-4ebd-81a2-f96278376e79 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:47.417831 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3576b8da-f54c-4241-b138-2b319d2aa9cc req-09d60886-a76f-4ebd-81a2-f96278376e79 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.0927658 Jul 13 22:01:47.537540 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3576b8da-f54c-4241-b138-2b319d2aa9cc req-f8309e46-ebe1-4db4-9332-659e4610461a tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125822 Jul 13 22:01:47.567026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f203c87-951d-42cf-a484-2873332e4914 req-e93918c6-375b-4298-984c-4e7333c33cd5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:47.578873 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f203c87-951d-42cf-a484-2873332e4914 req-e93918c6-375b-4298-984c-4e7333c33cd5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1355090 Jul 13 22:01:47.745877 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f203c87-951d-42cf-a484-2873332e4914 req-de3b8f89-64ae-4557-b1e1-8c40ce682ea1 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659927 Jul 13 22:01:47.792986 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ee9f961f-bea2-4284-9c1d-0057aab62935 req-9212a233-1c2f-4f68-81a3-191bbcf76748 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.1922979 Jul 13 22:01:47.854084 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5f84ddec-ce26-4f72-b0a1-77bf4b93ac2b req-bc10e2fe-43a9-499e-88b5-6782ec894a90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1845255 Jul 13 22:01:47.884877 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ee9f961f-bea2-4284-9c1d-0057aab62935 req-6001eb87-fa23-403d-a184-ff91d935edba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832746 Jul 13 22:01:48.183716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514694d-a1c5-486d-a2e3-291f15ad1066 req-afe7b6c3-13a9-4d9d-aa14-38d151890584 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:48.185461 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c514694d-a1c5-486d-a2e3-291f15ad1066 req-afe7b6c3-13a9-4d9d-aa14-38d151890584 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1138620 Jul 13 22:01:48.320888 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c514694d-a1c5-486d-a2e3-291f15ad1066 req-d751e409-e360-4e92-8a8a-5431a2a86052 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236057 Jul 13 22:01:48.325573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34014) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:48.502314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b31aa4-2d95-40b6-8452-4df0c1a042a1 req-64a97be6-5798-445f-b81f-01bef507211e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:48.520377 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f1b31aa4-2d95-40b6-8452-4df0c1a042a1 req-64a97be6-5798-445f-b81f-01bef507211e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.1386764 Jul 13 22:01:48.558544 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-2e8a2a0f-f977-4e51-9b62-6f36a0a48796 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2264929 Jul 13 22:01:48.614067 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f1b31aa4-2d95-40b6-8452-4df0c1a042a1 req-c060213d-7272-45c3-a8a0-f93a34bc2aa0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926127 Jul 13 22:01:49.045020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64916b-6d95-44d8-8e66-050e2cf79114 req-af931a1a-9269-4d91-b43c-8f7c0c4840cf tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:49.053444 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fb64916b-6d95-44d8-8e66-050e2cf79114 req-af931a1a-9269-4d91-b43c-8f7c0c4840cf tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.2840049 Jul 13 22:01:49.091735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1cb5c-8082-4f91-8e1a-920091f81e00 req-f261add1-87b8-4abd-8bf1-3917e00570a3 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:49.105271 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4ca1cb5c-8082-4f91-8e1a-920091f81e00 req-f261add1-87b8-4abd-8bf1-3917e00570a3 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.2842271 Jul 13 22:01:49.178548 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4ca1cb5c-8082-4f91-8e1a-920091f81e00 req-52ef1d79-0a04-4183-b782-2503af0dc8af tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722940 Jul 13 22:01:49.204058 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fb64916b-6d95-44d8-8e66-050e2cf79114 req-5c821ab4-9c73-46ce-8bac-c0fe5dbb4082 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495469 Jul 13 22:01:49.237945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34046) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:49.458337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c13e4-5adf-4427-bf8e-bd1a8d693204 req-90153bca-5054-4c07-baa7-6ee5a3882795 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:49.460633 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-464c13e4-5adf-4427-bf8e-bd1a8d693204 req-90153bca-5054-4c07-baa7-6ee5a3882795 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1018684 Jul 13 22:01:49.526245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-06798c9a-c1bf-49ba-a44c-59aeec73b51c tempest-TestShelveInstance-1808419373 tempest-TestShelveInstance-1808419373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1094 time: 0.2869034 Jul 13 22:01:49.529310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34066) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:49.535477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:01:49.541339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:01:49.545614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Usage tracker for resource:floatingip and tenant:d1bbf90e3f224284bda5d515a3ff5239 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:01:49.548743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:01:49.554949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:01:49.564702 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-464c13e4-5adf-4427-bf8e-bd1a8d693204 req-8b1f4286-cbc3-460f-a304-9c333a9611a3 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967960 Jul 13 22:01:49.569304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for floatingip, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:49.573854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:49.612253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787baced-99cd-4b41-8b0b-32c5f4d9cffa req-a591a655-2d0d-45af-874e-a79b4a6d3760 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:49.614864 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-787baced-99cd-4b41-8b0b-32c5f4d9cffa req-a591a655-2d0d-45af-874e-a79b4a6d3760 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1122706 Jul 13 22:01:49.676468 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-787baced-99cd-4b41-8b0b-32c5f4d9cffa req-1b2de6a0-014c-41d9-b639-fa819112e4b7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528412 Jul 13 22:01:49.737155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:49.906297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Allocated IP 172.28.3.45 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/6e3c1632-8521-429f-9a35-41717bf50aa9) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:01:50.100805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:50.181281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:50.197614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-becca3f3-bb60-4eb3-99ae-99cee03178ca tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:50.281530 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:01:50.284735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:01:50.289483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:01:50.305500 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-963499ab-f71a-4cc0-83d9-6c45a7108f0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa282b2effa429f945509eed6ff3730&device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 1098 time: 0.1981883 Jul 13 22:01:50.363624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'Port': ['ID=6e3c1632-8521-429f-9a35-41717bf50aa9,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:50.467882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.468338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.468758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.469146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.469747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.470308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.470888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.471442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.472007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.472577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.473144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:50.480097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:50.509221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599f697-3e19-4885-89f2-ac465d455b46 req-2369593a-d78b-4b9c-9e64-152331bfa307 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:50.517230 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7599f697-3e19-4885-89f2-ac465d455b46 req-2369593a-d78b-4b9c-9e64-152331bfa307 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.3453946 Jul 13 22:01:50.666040 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7599f697-3e19-4885-89f2-ac465d455b46 req-2d12b0c3-71c5-48da-a745-18b126673db6 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478400 Jul 13 22:01:50.685836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ef8c-3263-4894-aa6f-0a21ceda4383 req-5d61cffc-f805-45b8-b7fd-f5b4df8b9f69 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:50.700810 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2185ef8c-3263-4894-aa6f-0a21ceda4383 req-5d61cffc-f805-45b8-b7fd-f5b4df8b9f69 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.2747824 Jul 13 22:01:50.753301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-17a3fe0c-321f-4cae-abe8-26d9642d264c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:50.755189 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-17a3fe0c-321f-4cae-abe8-26d9642d264c service neutron] 10.222.0.11 "GET /v2.0/networks?id=dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 200 len: 920 time: 0.4023631 Jul 13 22:01:50.761709 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2185ef8c-3263-4894-aa6f-0a21ceda4383 req-b99b6ec1-7846-47e8-b2d0-b18359f3bd98 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Jul 13 22:01:50.793921 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-6fc9000a-ffb3-4c71-a8fd-7f89b3589954 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 1097 time: 0.2036462 Jul 13 22:01:50.858130 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-97f3ec09-6208-4f67-9c27-e507c4a5fd2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 200 len: 217 time: 0.0948799 Jul 13 22:01:50.990650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-96d6e113-32ed-4e2d-b424-ab5186406427 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1097 time: 0.1502943 Jul 13 22:01:51.009895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-d5af7681-b50e-4cfe-828d-110a5663808d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.012090 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-d5af7681-b50e-4cfe-828d-110a5663808d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 200 len: 859 time: 0.1474988 Jul 13 22:01:51.022555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad64b0-e388-4949-a964-f7ed24257444 req-2f5aa04f-0144-40f5-ab24-fe992383ea22 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.024151 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6ad64b0-e388-4949-a964-f7ed24257444 req-2f5aa04f-0144-40f5-ab24-fe992383ea22 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1582692 Jul 13 22:01:51.069571 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-393bc8d8-e630-4940-bc41-e34c79d55959 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dca78c70-8a79-42de-b137-af17bf2cd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442581 Jul 13 22:01:51.245097 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-20c05d66-3e26-4f3a-b0a4-7395ff298cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574795 Jul 13 22:01:51.246300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:51.305651 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e6ad64b0-e388-4949-a964-f7ed24257444 req-2a30ec1d-0f18-477a-8ef2-9934c9bf65e3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351513 Jul 13 22:01:51.318734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:51.493923 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3b6ba12b-c8d3-445f-9032-8e2add103414 req-06e775e2-3b65-4d67-a453-8a2819e63b18 service neutron] 10.222.0.11 "GET /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397916 Jul 13 22:01:51.511371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53a7a-c444-4268-b470-60ac30c718bf req-17da52ed-63b1-4f16-812e-1255c3001277 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.513514 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-81b53a7a-c444-4268-b470-60ac30c718bf req-17da52ed-63b1-4f16-812e-1255c3001277 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.2043281 Jul 13 22:01:51.569479 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-81b53a7a-c444-4268-b470-60ac30c718bf req-73309b54-f050-40dc-bd44-bce1d768eb9b tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Jul 13 22:01:51.584673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-c24cc2aa-4a37-42f6-a053-962f3de7e657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.586599 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-c24cc2aa-4a37-42f6-a053-962f3de7e657 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.5871522 Jul 13 22:01:51.753762 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-68af5ced-14fb-4b18-a7bc-3bd3a1874395 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 1000 time: 0.1590748 Jul 13 22:01:51.926309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-890eda4f-080d-4710-b073-45ff803f075b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.927898 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-890eda4f-080d-4710-b073-45ff803f075b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.1238782 Jul 13 22:01:51.944791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf53fb-7760-4fc7-9b01-86336dda564a req-4c16d9a6-ed47-400b-ba88-afcd29ef04b2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:51.946535 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-55cf53fb-7760-4fc7-9b01-86336dda564a req-4c16d9a6-ed47-400b-ba88-afcd29ef04b2 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1317074 Jul 13 22:01:51.999018 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-55cf53fb-7760-4fc7-9b01-86336dda564a req-8d26033b-d6e3-4267-9d2f-4fcba9c9bbad tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Jul 13 22:01:51.999531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.008982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.014303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:52.138101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event updated for resources: {'Port': ['ID=6e3c1632-8521-429f-9a35-41717bf50aa9,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:52.149779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:52.167469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.226168 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-fbfc06aa-2c86-432d-ba5f-c41d041a8a43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2747629 Jul 13 22:01:52.466039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-6a57a32f-6b53-4ab6-a3b5-9ea18a129fc1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775098 Jul 13 22:01:52.534857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0e80-088a-404d-b0da-57e634f620fb req-df296991-906d-404f-a575-e4ba801ad2c3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:52.536509 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-178f0e80-088a-404d-b0da-57e634f620fb req-df296991-906d-404f-a575-e4ba801ad2c3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0902157 Jul 13 22:01:52.578542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34176) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:52.600634 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Floating IP 373e1186-68bc-4d19-95bd-53d504985a02 associated. External IP: 172.28.3.45, port: acaf01c6-2893-440f-ab7a-6e4842c7ef56. Jul 13 22:01:52.637041 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-178f0e80-088a-404d-b0da-57e634f620fb req-b9022b48-8531-4910-8e12-41f247d77747 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930693 Jul 13 22:01:52.655805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Deleting subnet ac43e627-bfc0-494f-8ea6-d79a6cd93a9b {{(pid=82033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:01:52.659170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.717547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.724918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:52.779416 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93e4d3e1-dfff-4ecc-9611-0d6d4fb35ce7 req-dd8916b8-5cc5-45f9-a924-3a64163b519e service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897091 Jul 13 22:01:53.085903 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f4147-673a-45a5-b411-ad8a518fa0a1 req-cce253d7-6fa2-41f9-80d0-0cfe508e60c7 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:53.093629 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-358f4147-673a-45a5-b411-ad8a518fa0a1 req-cce253d7-6fa2-41f9-80d0-0cfe508e60c7 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.1351197 Jul 13 22:01:53.110972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for subnet, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.121791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8dfab2ea-21d9-441b-a62d-ecdaf4f8bb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:53.153988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afe6b5-119f-45f9-a056-802d75a69607 req-efb467cb-e5da-4446-92a5-840d820d5126 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:53.155463 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-17afe6b5-119f-45f9-a056-802d75a69607 req-efb467cb-e5da-4446-92a5-840d820d5126 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.11 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 950 time: 0.1479630 Jul 13 22:01:53.162941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac43e627-bfc0-494f-8ea6-d79a6cd93a9b,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:53.251601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.254983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.256142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.256142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.256142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.256529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.256926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.257319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.257713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.258106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.258493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.258856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:01:53.260962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Deleting port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:01:53.261359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.268523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:53.275358 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-358f4147-673a-45a5-b411-ad8a518fa0a1 req-034122da-44e4-4284-92c3-87b1317ed392 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808312 Jul 13 22:01:53.294536 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c59184bd-2ca4-414d-83fc-f48dd361416a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac43e627-bfc0-494f-8ea6-d79a6cd93a9b HTTP/1.1" status: 204 len: 168 time: 0.7120473 Jul 13 22:01:53.295345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34188) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:53.302687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Router 8026480d-fe7e-4aa2-a855-25f90775ba4e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:01:53.411084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7f71-1264-4d22-b7b8-e6bd26f65b03 req-0ae15bf8-906a-4af8-98b5-53d1551204ec tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:53.412855 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-09ff7f71-1264-4d22-b7b8-e6bd26f65b03 req-0ae15bf8-906a-4af8-98b5-53d1551204ec tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.2544434 Jul 13 22:01:53.457421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.552966 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-09ff7f71-1264-4d22-b7b8-e6bd26f65b03 req-a42b3d5f-e61d-4f9f-af3c-55e19f9ddf56 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291990 Jul 13 22:01:53.637334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.652575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.653019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.653829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.654206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > port after_create 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.654576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.655268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > port after_update 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.655551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.655941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.656335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.656709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.809332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.809861 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.810129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.810447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82033) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 13 22:01:53.810971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb3cce6-37d3-400c-9d8d-ce8d23b41a9d']}} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:53.894306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd0a8b5-b279-4217-9603-196d7fc2927e') {'for_net_delete': True} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:53.894650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd0a8b5-b279-4217-9603-196d7fc2927e') {} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:53.911049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] For port 3c050d19-e8e2-4b68-849a-c5b9e5780b69, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3c050d19-e8e2-4b68-849a-c5b9e5780b69,segment=NetworkSegment(042a5d25-d9c3-4a72-b008-0d4202c50f36),segment_id=042a5d25-d9c3-4a72-b008-0d4202c50f36)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:01:53.911231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3067292'] for segment, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.911416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.941673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.952746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=82033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:01:53.953191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3075025'] for segment, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: (self, other), Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: (self, other), Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:01:53.971035 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:01:54.049585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Calling delete_port for 3c050d19-e8e2-4b68-849a-c5b9e5780b69 owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:01:54.061467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9a508-9bf8-461e-bf08-f6df96c5b399 req-809935f1-92fc-416b-91e6-3101018ae11e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:54.064095 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f8a9a508-9bf8-461e-bf08-f6df96c5b399 req-809935f1-92fc-416b-91e6-3101018ae11e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.2426858 Jul 13 22:01:54.107911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:54.129986 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f8a9a508-9bf8-461e-bf08-f6df96c5b399 req-64540912-cbef-48b7-bad4-79d593e93d53 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599101 Jul 13 22:01:54.132493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:54.170242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb3cce6-37d3-400c-9d8d-ce8d23b41a9d,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:54.173283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:54.178558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:54.197220 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afb3cce6-37d3-400c-9d8d-ce8d23b41a9d HTTP/1.1" status: 204 len: 168 time: 0.8998542 Jul 13 22:01:54.208149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:01:54.220560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Sync routers for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:01:54.242100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:01:54.242809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:01:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:54.265432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:54.319950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:54.348436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-168d50e0-a097-41b8-8ffc-fd98840cfa66 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:54.358436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['3c050d19-e8e2-4b68-849a-c5b9e5780b69'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:01:54.504469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Pushing event deleted for resources: {'Port': ['ID=3c050d19-e8e2-4b68-849a-c5b9e5780b69,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:54.538988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:54.671907 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c207f647-c2ed-4b9e-b247-ad09ddc35774 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1264331 Jul 13 22:01:54.672200 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-25cba289-072b-4f45-93ec-d9d1cf2c53f3 req-4f3c0388-cd5e-415d-8bbb-63c1992dd4c1 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.1353941 Jul 13 22:01:54.672335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:54.694904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34234) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:54.811298 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'status': 'completed', 'code': 200} Jul 13 22:01:54.839868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] No DVR routers for this DVR port 3c050d19-e8e2-4b68-849a-c5b9e5780b69 on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:01:54.855808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:54.858659 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-17afe6b5-119f-45f9-a056-802d75a69607 req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.11 "DELETE /v2.0/ports/3c050d19-e8e2-4b68-849a-c5b9e5780b69 HTTP/1.1" status: 204 len: 173 time: 1.6823733 Jul 13 22:01:54.909380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34242) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:01:54.909557 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b8fa9e13-6021-44c5-9b00-73d56ceff653 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0121702297242a5b0df6a37308fea33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2114465 Jul 13 22:01:55.070425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5f90-9e93-431b-98e8-7bc50b4d6309 req-e3ea5b85-17ee-4ef4-a7f0-274a373f9f5c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:55.084542 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15bb5f90-9e93-431b-98e8-7bc50b4d6309 req-e3ea5b85-17ee-4ef4-a7f0-274a373f9f5c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1837962 Jul 13 22:01:55.178367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:01:55.212519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:55.217530 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15bb5f90-9e93-431b-98e8-7bc50b4d6309 req-97307337-4367-4c8d-a52f-83395681285c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315327 Jul 13 22:01:55.254719 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-94b4c499-848b-4ccc-8a75-9272c99e865b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.3437669 Jul 13 22:01:55.283409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:55.565942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55463f5-6ae7-48b5-9e42-ab3690389226 req-16bc0048-6e4f-42e4-aa67-85a082950bee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:55.567362 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e55463f5-6ae7-48b5-9e42-ab3690389226 req-16bc0048-6e4f-42e4-aa67-85a082950bee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.2183690 Jul 13 22:01:55.663336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:55.664525 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e55463f5-6ae7-48b5-9e42-ab3690389226 req-c4f483a6-266b-4bc8-a5e7-a796ef71c7e6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806477 Jul 13 22:01:55.685219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8268b79-4500-4462-85a3-1435c56cae10 req-5673c5fa-dc78-4608-855e-e275e0abdd44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:55.686834 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-5673c5fa-dc78-4608-855e-e275e0abdd44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.3882706 Jul 13 22:01:55.688826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d8549fe2-71b7-42cf-8481-d63a886970a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:01:55.722169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab8eb6b-8a75-4bef-919f-5b5d04f7879b,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:01:55.739318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:01:55.761581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:01:55.765696 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ab8eb6b-8a75-4bef-919f-5b5d04f7879b HTTP/1.1" status: 204 len: 168 time: 0.8535206 Jul 13 22:01:56.044268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '373e1186-68bc-4d19-95bd-53d504985a02', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'floating_ip_address': '172.28.3.45', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:01:50Z', 'updated_at': '2021-07-13T22:01:50Z', 'revision_number': 0, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:56.055533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Checking router: 8026480d-fe7e-4aa2-a855-25f90775ba4e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:01:56.085306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:01:56.085934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:01:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:56.126563 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6dee6c88-7a61-47e1-8a30-7e394784b063 req-7598e987-e25d-4593-a291-be4d5b5f5714 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0865755 Jul 13 22:01:56.435345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:01:56.812896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'name': 'network-vif-deleted', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:01:56.988000 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b8ad05-0f2e-42ec-8d99-7f094d22a1bc', 'name': 'network-vif-deleted', 'tag': '3c050d19-e8e2-4b68-849a-c5b9e5780b69', 'status': 'completed', 'code': 200} Jul 13 22:01:57.083879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256e25f-00d1-47f2-863e-89f138da440b req-de3029ba-c2fb-4f0a-a377-942fe71b0d03 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:57.093530 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d256e25f-00d1-47f2-863e-89f138da440b req-de3029ba-c2fb-4f0a-a377-942fe71b0d03 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1678634 Jul 13 22:01:57.112391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '373e1186-68bc-4d19-95bd-53d504985a02', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'floating_ip_address': '172.28.3.45', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:01:50Z', 'updated_at': '2021-07-13T22:01:50Z', 'revision_number': 0, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:01:57.117714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65c0a4-97cb-48c7-aea7-1ea7a0f3f72c None None] The sync data for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb is: [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '373e1186-68bc-4d19-95bd-53d504985a02', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'floating_ip_address': '172.28.3.45', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:01:50Z', 'updated_at': '2021-07-13T22:01:50Z', 'revision_number': 0, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:01:57.167366 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d256e25f-00d1-47f2-863e-89f138da440b req-6f200e34-ad2d-4a8f-b81d-46052b761508 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681903 Jul 13 22:01:57.438795 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-74b6078e-2e7b-4188-9690-5d6eb9c34483 req-37b3dda9-f8de-43da-9e0a-6ef01e0460e0 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.1042566 Jul 13 22:01:57.593672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3c050d19-e8e2-4b68-849a-c5b9e5780b69 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:01:57.629882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 3c050d19-e8e2-4b68-849a-c5b9e5780b69 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:01:57.640341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3c050d19-e8e2-4b68-849a-c5b9e5780b69 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:01:57.749880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cd2f03-aba9-4aa1-83af-156ad76c1b2a None None] New status for floating IP 373e1186-68bc-4d19-95bd-53d504985a02: ACTIVE {{(pid=82035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:01:58.477275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05550f6-d3ac-4a1f-8a61-5e1c2b4957c4 req-6cdd8549-2b94-4183-9306-c17941537e4e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:58.479486 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a05550f6-d3ac-4a1f-8a61-5e1c2b4957c4 req-6cdd8549-2b94-4183-9306-c17941537e4e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0917215 Jul 13 22:01:58.553127 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a05550f6-d3ac-4a1f-8a61-5e1c2b4957c4 req-0a75876e-2166-4f80-b59a-e6c91fdad465 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666912 Jul 13 22:01:58.690135 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-08509893-173e-4de0-8021-541cc65c81f8 req-3c1cb03f-e756-4ecf-bb21-88e35f3332f9 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0482652 Jul 13 22:01:59.809090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aeff7-3bb5-47fa-ae68-d3dc4ce86825 req-f07f4e63-0e68-4c07-8a5c-b65710e86912 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:01:59.818187 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-383aeff7-3bb5-47fa-ae68-d3dc4ce86825 req-f07f4e63-0e68-4c07-8a5c-b65710e86912 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1167958 Jul 13 22:01:59.906032 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-383aeff7-3bb5-47fa-ae68-d3dc4ce86825 req-cb9f8f7d-6faf-4f2b-8ab7-9091e8861698 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865707 Jul 13 22:02:00.024945 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-371eb75d-0bf6-4a85-817f-b64e33e40e28 req-a684ec9d-bac9-43aa-bce0-b6a0498ea776 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0489225 Jul 13 22:02:01.124328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca68df-8419-4a1a-a8a8-5fc693c60102 req-b6b8ac2d-546d-4f3d-8d9a-0fdd88a0880e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:01.126193 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-98ca68df-8419-4a1a-a8a8-5fc693c60102 req-b6b8ac2d-546d-4f3d-8d9a-0fdd88a0880e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0866427 Jul 13 22:02:01.232493 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf5a011e-51fa-471b-a874-4b17b12766a5 req-c1eef574-9f3a-46b6-890f-cb2ead7aab6c tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0555127 Jul 13 22:02:01.234954 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-98ca68df-8419-4a1a-a8a8-5fc693c60102 req-cf60d7de-59a4-4672-b517-fe438164b537 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027856 Jul 13 22:02:02.452623 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f06bfbcf-7a0d-4b8b-8426-2ce67477666c req-d97c654d-b40b-4c30-94fe-2c1b7b1189fd tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0782659 Jul 13 22:02:02.513487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc07a7-58f7-4d38-a5a7-9b3461b1138f req-022dbc45-02ab-4876-80b5-8b74d4e56352 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:02.515068 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f2fc07a7-58f7-4d38-a5a7-9b3461b1138f req-022dbc45-02ab-4876-80b5-8b74d4e56352 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1020279 Jul 13 22:02:02.564683 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f2fc07a7-58f7-4d38-a5a7-9b3461b1138f req-babb4ea2-a461-481f-a98d-9d3b6b4e7459 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433218 Jul 13 22:02:03.665886 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bfa914b-9da0-47ca-9bab-40196b4f6e24 req-c5ae2586-6a6b-4405-ba42-3ac79f959911 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0565934 Jul 13 22:02:03.797557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258b206-dc10-4a22-bb60-a0fe0f71963a req-34a9e94b-a86e-4072-ba38-be00601d1cc5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:03.799145 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9258b206-dc10-4a22-bb60-a0fe0f71963a req-34a9e94b-a86e-4072-ba38-be00601d1cc5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0849760 Jul 13 22:02:03.853608 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9258b206-dc10-4a22-bb60-a0fe0f71963a req-c4df81ab-ca87-49f1-850b-8eb3780df4cb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Jul 13 22:02:04.788372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34448) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:04.903563 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-22a49dc1-50c0-4a2e-820e-134b8372356e req-521defd5-e7bf-4db7-a0c5-f1b3ebe3dcf7 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0852089 Jul 13 22:02:05.090344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.095906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0a163-4812-4c15-9352-2fbb5df1fa71 req-8eb68ad6-9770-4094-abe8-4ce171b0e060 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:05.100697 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cbd0a163-4812-4c15-9352-2fbb5df1fa71 req-8eb68ad6-9770-4094-abe8-4ce171b0e060 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0939012 Jul 13 22:02:05.139982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:05.144531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Usage tracker for resource:security_group_rule and tenant:4a15cd674446474486eab7812774841d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:05.147843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:05.155466 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cbd0a163-4812-4c15-9352-2fbb5df1fa71 req-4c484fb4-d30d-470a-9f68-5467d82bcb33 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517142 Jul 13 22:02:05.155771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:05.229577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.232451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.240294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b8c2c0c5-8151-41f1-a84e-3795684eb8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:05.293943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8998e57-1f8e-4948-977f-29b63bfcbc01,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:05.298616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:05.324212 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a15cd674446474486eab7812774841d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5335231 Jul 13 22:02:05.324447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34458) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:05.390131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.418882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.468321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.473749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:05.488625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8998e57-1f8e-4948-977f-29b63bfcbc01,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:05.491409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:05.492593 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.493797 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8998e57-1f8e-4948-977f-29b63bfcbc01 HTTP/1.1" status: 204 len: 168 time: 0.1681082 Jul 13 22:02:05.935892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34472) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:05.958826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:05.997776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:06.002235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Usage tracker for resource:security_group_rule and tenant:e05acb8eebb1441793412fa2de113f2c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:06.006020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:06.013042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:06.097910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.101483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.111504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-526e85ad-3ed5-48dc-ba66-d3fe4d2d1d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:06.143227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b7726e-c384-43fc-aab2-3abe373a5ee4,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:06.146867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:06.172700 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e05acb8eebb1441793412fa2de113f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2354844 Jul 13 22:02:06.173578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34478) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:06.218457 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-678d55b6-6dbf-4202-8e1b-5913291bf6b9 req-1280ff8d-2941-4001-936c-3e4172f9e05e tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0944886 Jul 13 22:02:06.279532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.313983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.433478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ea48e-0c60-48df-a60e-422c6754c50e req-3a9b49f9-b619-433b-9191-0fd08d573f4f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:06.433754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.435607 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a29ea48e-0c60-48df-a60e-422c6754c50e req-3a9b49f9-b619-433b-9191-0fd08d573f4f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.1076660 Jul 13 22:02:06.438742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-37b29bcf-086c-4315-b945-f7bf3db70e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:06.452695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b7726e-c384-43fc-aab2-3abe373a5ee4,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:06.455271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:06.464131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:06.468288 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3b7726e-c384-43fc-aab2-3abe373a5ee4 HTTP/1.1" status: 204 len: 168 time: 0.2934508 Jul 13 22:02:06.505960 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a29ea48e-0c60-48df-a60e-422c6754c50e req-9256f9c2-2fdf-4203-95e8-d6fee531d697 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636904 Jul 13 22:02:07.406028 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cdcd02b1-79e2-4ccf-b118-7c80534e3ec3 req-407604f4-e3f2-4359-abeb-0df71beba9b8 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0448730 Jul 13 22:02:07.729159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733c6bd-7a88-461a-b06c-2d84f9f434e6 req-95d74ab4-e9de-4e42-ad71-8d9397494f0d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:07.731832 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1733c6bd-7a88-461a-b06c-2d84f9f434e6 req-95d74ab4-e9de-4e42-ad71-8d9397494f0d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0909426 Jul 13 22:02:07.781078 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1733c6bd-7a88-461a-b06c-2d84f9f434e6 req-a758dbd4-8e62-406e-a2fb-9a503e9f502e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Jul 13 22:02:08.011569 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-6e8b77f3-72ab-48c1-92d6-2ba4c9b11d11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 1001 time: 0.1303310 Jul 13 22:02:08.098562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8268b79-4500-4462-85a3-1435c56cae10 req-061df6ec-6d60-4576-821f-15c98fe2c03e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:08.100341 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-061df6ec-6d60-4576-821f-15c98fe2c03e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.0781710 Jul 13 22:02:08.195446 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-ebb8eb94-7cbf-4b43-b74a-515f3d7e7f5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781264 Jul 13 22:02:08.355283 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-d591e0a8-57fa-454e-af38-9c430a6c6bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493487 Jul 13 22:02:08.563484 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8268b79-4500-4462-85a3-1435c56cae10 req-11eacc32-6d0d-4ea4-9af0-0ccc6450b528 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985717 Jul 13 22:02:08.641762 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a0a72dd1-b438-4cde-bfd3-9c82a1f04595 req-f3f0f069-eb40-4cc3-8264-6f4a84521259 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b8ad05-0f2e-42ec-8d99-7f094d22a1bc HTTP/1.1" status: 200 len: 210 time: 0.0488760 Jul 13 22:02:08.788690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8bc10ca6-7fd2-4761-94d0-e2c05ed26544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:09.016096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235b4e-9f0a-472f-ac0a-025771acdf40 req-c073dda4-30fe-4b38-8515-04f0b140597a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:09.017719 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d8235b4e-9f0a-472f-ac0a-025771acdf40 req-c073dda4-30fe-4b38-8515-04f0b140597a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0872505 Jul 13 22:02:09.066819 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d8235b4e-9f0a-472f-ac0a-025771acdf40 req-19d22c7b-c93f-4158-9693-514af2dac766 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Jul 13 22:02:10.327645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377497-282a-497f-86a4-9be628685a45 req-a355f1f6-4da8-4110-bd01-56b5fbd63198 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:10.330418 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f5377497-282a-497f-86a4-9be628685a45 req-a355f1f6-4da8-4110-bd01-56b5fbd63198 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0948555 Jul 13 22:02:10.338560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:10.387613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f5377497-282a-497f-86a4-9be628685a45 req-5edac2a9-e9ba-49b7-985a-4c5d78d94883 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491891 Jul 13 22:02:10.954923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-30754969-3683-4523-95bf-4eedfa668d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:11.598275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:02:11.621964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505656-3843-41c9-9aca-864579f8bd91 req-37dcc2c1-88b1-4cfa-b1b6-f439fd97b985 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:11.629317 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-22505656-3843-41c9-9aca-864579f8bd91 req-37dcc2c1-88b1-4cfa-b1b6-f439fd97b985 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 944 time: 0.0977108 Jul 13 22:02:11.689992 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-22505656-3843-41c9-9aca-864579f8bd91 req-84da15cf-3db5-41da-a643-7ebb793d4694 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588074 Jul 13 22:02:11.756225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:11.808476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:11.823436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'mac_address': 'fa:16:3e:30:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:02:11.885225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:11.909222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:02:11.925609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:11.930461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:11.933900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:12.003405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=9']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:12.014249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.014639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.015041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.015370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.015747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.016156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.017837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.018446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.018902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.019275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.019652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:12.023950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:12.169518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:12.304579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:02:12.868974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:13.058520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4e44c-9b00-4a44-85c0-0d060233d5ed req-908ae992-fb41-429a-a4b5-2b7f1a988a7b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:13.060163 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-94f4e44c-9b00-4a44-85c0-0d060233d5ed req-908ae992-fb41-429a-a4b5-2b7f1a988a7b tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1840558 Jul 13 22:02:13.066346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2025-2aa3-4695-8bf3-4f7675f20884 req-6e83de95-cbee-45fc-aeee-9cc7cdf2fb90 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:13.068065 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf0f2025-2aa3-4695-8bf3-4f7675f20884 req-6e83de95-cbee-45fc-aeee-9cc7cdf2fb90 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 945 time: 0.1294689 Jul 13 22:02:13.157734 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf0f2025-2aa3-4695-8bf3-4f7675f20884 req-fa6b3149-936f-463c-93bf-766e5634f363 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694120 Jul 13 22:02:13.162696 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-94f4e44c-9b00-4a44-85c0-0d060233d5ed req-f2a6cce3-901e-4c36-9e93-c18e673a92bc tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Jul 13 22:02:13.606785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:13.681306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:13.682195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:13.811726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:13.849147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:02:13.856698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:13.874481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:13.875737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:13.936763 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'code': 200} Jul 13 22:02:13.952621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=10']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:13.955956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:14.265033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34930) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:14.438251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.447425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d1255-6392-4de5-8be1-bfff08cca027 req-a19afc03-4e27-4fa6-85b2-1de40bacc34d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:14.449175 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-832d1255-6392-4de5-8be1-bfff08cca027 req-a19afc03-4e27-4fa6-85b2-1de40bacc34d tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1523490 Jul 13 22:02:14.467293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407d07a-d080-4950-b029-ab0e11fe4800 req-652f9fcb-a331-4f89-9361-cd26251ebef8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:14.469215 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c407d07a-d080-4950-b029-ab0e11fe4800 req-652f9fcb-a331-4f89-9361-cd26251ebef8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.1324079 Jul 13 22:02:14.481762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:14.486155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Usage tracker for resource:security_group_rule and tenant:3ccbc23f76e64850bf45bcdaa6ba4848 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:14.489509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:14.496664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:14.515734 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-832d1255-6392-4de5-8be1-bfff08cca027 req-3c1d2911-68ec-449f-9deb-15683cfc2cf7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557425 Jul 13 22:02:14.573661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.576484 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c407d07a-d080-4950-b029-ab0e11fe4800 req-8dc5df93-1a86-431a-b696-383e058d3533 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647321 Jul 13 22:02:14.579359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.608434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bce1151a-ce29-49ad-9aec-802f47c801df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:14.639234 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ccbc23f76e64850bf45bcdaa6ba4848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3706832 Jul 13 22:02:14.639835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34938) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:14.671403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170df66e-d276-4409-a8c6-eab8a0a72f6d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:14.675169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:14.718354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.749130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.807503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.812756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ecb2cf0b-7cf4-4f90-9ce7-82aeb6131ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:14.865343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170df66e-d276-4409-a8c6-eab8a0a72f6d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:14.886731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:14.897509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:14.898766 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/170df66e-d276-4409-a8c6-eab8a0a72f6d HTTP/1.1" status: 204 len: 168 time: 0.2577229 Jul 13 22:02:14.933508 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-af095d7d-51f7-471a-b8a3-c70c1a6cf5f6 req-a5346c43-7fef-4912-9667-77f68ee71a9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1100 time: 0.1133063 Jul 13 22:02:14.987310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34950) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:14.990332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-af095d7d-51f7-471a-b8a3-c70c1a6cf5f6 req-c7b9e701-44c7-4018-9362-7c80c9f96a6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495741 Jul 13 22:02:15.180013 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-71c94b9b-824c-4d48-9503-d9f695f48f7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f93757c7634508b13664632cdb8471&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919036 Jul 13 22:02:15.183377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 34958) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:15.249214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.276913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.324650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.329820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8579f595-1fba-423b-926b-9337b653e73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:15.343746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34962) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:15.346583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:15.354730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:15.355688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.360487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bcf1ea9-8b81-4bb4-bde4-ebd98d7c3903 HTTP/1.1" status: 204 len: 168 time: 0.1750708 Jul 13 22:02:15.378656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.412821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:15.417043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Usage tracker for resource:security_group_rule and tenant:c4c5c56dbb904894b20c5de88697af2e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:15.419947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:15.426188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:15.497936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.500922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.508595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c695a68c-8046-421c-a1b1-bca242161706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:15.551742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c7a3a-2fe5-4cde-9b1c-6473b8575b10,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:15.557282 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4c5c56dbb904894b20c5de88697af2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2117331 Jul 13 22:02:15.558228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:15.559824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 34970) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:15.643285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.731227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.797318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.809925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-507444e6-de28-417b-9194-87b9391ab993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:15.824492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8048-e4bd-4d2c-90d7-078949266bd0 req-5211bd09-f12e-49ce-b94d-775cdf540467 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:15.824697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c7a3a-2fe5-4cde-9b1c-6473b8575b10,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:15.827070 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-805e8048-e4bd-4d2c-90d7-078949266bd0 req-5211bd09-f12e-49ce-b94d-775cdf540467 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1659856 Jul 13 22:02:15.827772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:15.828990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:15.830195 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c66c7a3a-2fe5-4cde-9b1c-6473b8575b10 HTTP/1.1" status: 204 len: 168 time: 0.2693517 Jul 13 22:02:15.896917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0caa68-2abc-422b-a747-2d72a24a6827 req-18d7be03-3a98-4a26-8426-066595ec421a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:15.905012 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-db0caa68-2abc-422b-a747-2d72a24a6827 req-18d7be03-3a98-4a26-8426-066595ec421a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.1572607 Jul 13 22:02:15.960705 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-805e8048-e4bd-4d2c-90d7-078949266bd0 req-03f39a65-ad78-422c-8aca-825bd62ce7e4 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023233 Jul 13 22:02:15.974332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-db0caa68-2abc-422b-a747-2d72a24a6827 req-549086dd-52ff-49f7-a92e-968a46f145a5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588417 Jul 13 22:02:16.477287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1601-1a89-4b47-a627-469d5125f53f req-37faefc0-f833-45e6-80b7-6db94db0c05c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:16.477974 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f05a1601-1a89-4b47-a627-469d5125f53f req-37faefc0-f833-45e6-80b7-6db94db0c05c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Synchronizing usage tracker for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:02:16.496730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f05a1601-1a89-4b47-a627-469d5125f53f req-37faefc0-f833-45e6-80b7-6db94db0c05c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Unset dirty status for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:02:16.498027 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f05a1601-1a89-4b47-a627-469d5125f53f req-37faefc0-f833-45e6-80b7-6db94db0c05c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 945 time: 0.1226084 Jul 13 22:02:16.592983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Deleting port 1a655bcb-5551-4b11-af04-fdb487b2a493 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:02:16.593924 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:16.881839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] For port 1a655bcb-5551-4b11-af04-fdb487b2a493, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1a655bcb-5551-4b11-af04-fdb487b2a493,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:16.882275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:17.063965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Calling delete_port for 1a655bcb-5551-4b11-af04-fdb487b2a493 owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:02:17.236967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:17.245092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:17.278781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['1a655bcb-5551-4b11-af04-fdb487b2a493', '7ebc8ea7-c184-47af-8f0a-83bb03826830'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:02:17.298807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Pushing event deleted for resources: {'Port': ['ID=1a655bcb-5551-4b11-af04-fdb487b2a493,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:17.303223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:17.411869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] No DVR routers for this DVR port 1a655bcb-5551-4b11-af04-fdb487b2a493 on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:02:17.427549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:17.436545 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'name': 'network-vif-deleted', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:02:17.470466 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f05a1601-1a89-4b47-a627-469d5125f53f req-74e61a65-c2dd-43fa-a9d4-4a2f03e56ba5 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "DELETE /v2.0/ports/1a655bcb-5551-4b11-af04-fdb487b2a493 HTTP/1.1" status: 204 len: 173 time: 0.9646413 Jul 13 22:02:17.474980 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-efefea87-dfc7-4a29-a3af-52371b822b51 req-4ac588f5-fa91-4d31-ad70-1f8ba95d6afc tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e12f09-0f04-450f-8c8b-72fdacfa1e18 HTTP/1.1" status: 200 len: 210 time: 0.3137369 Jul 13 22:02:17.533468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787680-7fbe-430d-a283-2b53129532d5 req-390d13e5-9f43-4e13-a09e-af91ddc75682 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:17.536312 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb787680-7fbe-430d-a283-2b53129532d5 req-390d13e5-9f43-4e13-a09e-af91ddc75682 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.1027751 Jul 13 22:02:17.595875 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e12f09-0f04-450f-8c8b-72fdacfa1e18', 'name': 'network-vif-deleted', 'tag': '1a655bcb-5551-4b11-af04-fdb487b2a493', 'status': 'completed', 'code': 200} Jul 13 22:02:17.600461 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb787680-7fbe-430d-a283-2b53129532d5 req-66d3eff0-a7db-4eac-837d-b37323f066f9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552325 Jul 13 22:02:18.833484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a3dd-70be-4023-9ad6-1181a3e1a741 req-6afdff46-f35b-42c2-a4db-f1a2a98ee927 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:18.835289 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d7d5a3dd-70be-4023-9ad6-1181a3e1a741 req-6afdff46-f35b-42c2-a4db-f1a2a98ee927 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.0937638 Jul 13 22:02:18.890589 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d7d5a3dd-70be-4023-9ad6-1181a3e1a741 req-892fdc96-a78c-4a97-9767-249dcf6ad1c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483556 Jul 13 22:02:19.047536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97138-7301-4846-8074-793c89982c62 req-69edb9dd-4cb9-48d6-aa55-a4ae4337ae93 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:19.049153 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf97138-7301-4846-8074-793c89982c62 req-69edb9dd-4cb9-48d6-aa55-a4ae4337ae93 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0945833 Jul 13 22:02:19.111486 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf97138-7301-4846-8074-793c89982c62 req-36d7fee6-c071-4161-929f-b31dd3a5c75c tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 Jul 13 22:02:19.644380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 1a655bcb-5551-4b11-af04-fdb487b2a493 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:02:19.683954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 1a655bcb-5551-4b11-af04-fdb487b2a493 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:02:19.684415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 1a655bcb-5551-4b11-af04-fdb487b2a493 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:02:20.326337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e034-ce1c-4b8c-87c1-dd4e8e7de5b0 req-1cbb6bdf-a698-4e6f-a34e-e497d8753911 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:20.327956 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ee2e034-ce1c-4b8c-87c1-dd4e8e7de5b0 req-1cbb6bdf-a698-4e6f-a34e-e497d8753911 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0870550 Jul 13 22:02:20.378755 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ee2e034-ce1c-4b8c-87c1-dd4e8e7de5b0 req-9c80d2a7-54e3-4bf6-acf5-8d1861405713 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Jul 13 22:02:21.591438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c299c-dc20-45c7-847e-9c7661e6a382 req-d314210c-05c1-414f-b150-e7b814f8b970 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:21.593115 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-333c299c-dc20-45c7-847e-9c7661e6a382 req-d314210c-05c1-414f-b150-e7b814f8b970 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0891130 Jul 13 22:02:21.642834 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-333c299c-dc20-45c7-847e-9c7661e6a382 req-ee58afe4-37c5-45d1-baaa-c255d9ae2b2e tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Jul 13 22:02:22.863603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f14f95-d45e-4270-a709-7567fae5ecd5 req-f649221d-c777-487e-8197-b13a6e19d239 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:22.865234 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-09f14f95-d45e-4270-a709-7567fae5ecd5 req-f649221d-c777-487e-8197-b13a6e19d239 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0832572 Jul 13 22:02:22.914157 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-09f14f95-d45e-4270-a709-7567fae5ecd5 req-c10ff9c1-bba9-4b7b-b074-08b0176bca98 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Jul 13 22:02:23.639951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:02:24.125638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c793-59f4-40f9-a4a6-e321ec434add req-8ef8e12a-1f1d-4ba8-aec4-341d8fd0f369 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:24.127237 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d294c793-59f4-40f9-a4a6-e321ec434add req-8ef8e12a-1f1d-4ba8-aec4-341d8fd0f369 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.0880592 Jul 13 22:02:24.174785 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d294c793-59f4-40f9-a4a6-e321ec434add req-c4d0d9be-96b4-4f9f-9e7b-d0128d978d17 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Jul 13 22:02:24.941736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35142) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:25.097615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.131242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:25.135285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Usage tracker for resource:security_group_rule and tenant:bd309688e0a74fff8872e0373ebc3b3a is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:25.138219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:25.144620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:25.223034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.226127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.234916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5058c419-4ef4-4b99-9661-b5b88c7b0807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:25.279409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27539efa-e51c-48d5-a757-dc8e56f8121d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:25.283381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:25.288919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35150) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:25.295879 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd309688e0a74fff8872e0373ebc3b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505764 Jul 13 22:02:25.433080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.453995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812daf97-448a-4d2c-88e9-0aa2cac70e85 req-7359f526-6cb0-46b8-b5ef-33eccda9bf84 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:25.455583 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-812daf97-448a-4d2c-88e9-0aa2cac70e85 req-7359f526-6cb0-46b8-b5ef-33eccda9bf84 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1493711 Jul 13 22:02:25.491196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.550210 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-812daf97-448a-4d2c-88e9-0aa2cac70e85 req-d237cd35-38b6-496c-86c4-1ea7a15fe905 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/security-groups?id=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849750 Jul 13 22:02:25.560985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.567934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:25.574086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-df4ae752-5242-4f1f-9be1-e081ddadc4f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:25.574955 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-df4ae752-5242-4f1f-9be1-e081ddadc4f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Synchronizing usage tracker for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:02:25.582877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27539efa-e51c-48d5-a757-dc8e56f8121d,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:25.586148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:25.589001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:25.590138 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27539efa-e51c-48d5-a757-dc8e56f8121d HTTP/1.1" status: 204 len: 168 time: 0.3001897 Jul 13 22:02:25.596989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-df4ae752-5242-4f1f-9be1-e081ddadc4f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Unset dirty status for tenant:efa282b2effa429f945509eed6ff3730 on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:02:25.598379 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-df4ae752-5242-4f1f-9be1-e081ddadc4f7 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 945 time: 0.1075027 Jul 13 22:02:25.688969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Deleting port 7ebc8ea7-c184-47af-8f0a-83bb03826830 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:02:25.689372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.022880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35162) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:26.044002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.080856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:26.085598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Usage tracker for resource:security_group_rule and tenant:f7eaec94cb47410c8d7853851c5c32a0 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:26.089473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:26.095845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:26.171475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.174607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.180519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] For port 7ebc8ea7-c184-47af-8f0a-83bb03826830, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7ebc8ea7-c184-47af-8f0a-83bb03826830,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:26.180930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.183635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d9b3d71a-ec79-409f-ad92-7930001a3297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:26.231236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1937535-69c1-417d-b8fc-cb1094de3c85,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:26.234505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:26.239851 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7eaec94cb47410c8d7853851c5c32a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2131712 Jul 13 22:02:26.240498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35166) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:26.312067 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Calling delete_port for 7ebc8ea7-c184-47af-8f0a-83bb03826830 owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:02:26.315604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.343613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.390656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.395666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:26.409115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1937535-69c1-417d-b8fc-cb1094de3c85,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:26.412321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:26.414979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.416862 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1937535-69c1-417d-b8fc-cb1094de3c85 HTTP/1.1" status: 204 len: 168 time: 0.1753483 Jul 13 22:02:26.468183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.473967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:26.514523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['7ebc8ea7-c184-47af-8f0a-83bb03826830'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:02:26.521978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Pushing event deleted for resources: {'Port': ['ID=7ebc8ea7-c184-47af-8f0a-83bb03826830,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:26.525935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:26.600281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] No DVR routers for this DVR port 7ebc8ea7-c184-47af-8f0a-83bb03826830 on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:02:26.603575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:26.607195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'name': 'network-vif-deleted', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:02:26.633037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6b8fd353-4cca-4b37-b5bf-111e908ecbe0 req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.11 "DELETE /v2.0/ports/7ebc8ea7-c184-47af-8f0a-83bb03826830 HTTP/1.1" status: 204 len: 173 time: 1.0263083 Jul 13 22:02:26.676600 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25049da8-4e99-4a7e-aa94-226f7b2ddb4c', 'name': 'network-vif-deleted', 'tag': '7ebc8ea7-c184-47af-8f0a-83bb03826830', 'status': 'completed', 'code': 200} Jul 13 22:02:26.742611 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-57e6c076-7211-469e-9ecf-b0b62801387a req-184397aa-7448-44ad-b0a6-29a04ca5f0a6 tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] 10.222.0.20 "GET /v2.0/ports?device_id=25049da8-4e99-4a7e-aa94-226f7b2ddb4c HTTP/1.1" status: 200 len: 210 time: 0.0504918 Jul 13 22:02:27.855988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35202) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:28.308223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:28.935971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Deleting port 7eed2391-955f-46ae-a2b9-5c5925f31718 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:02:28.936502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:29.122693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] For port 7eed2391-955f-46ae-a2b9-5c5925f31718, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=7eed2391-955f-46ae-a2b9-5c5925f31718,segment=NetworkSegment(2213dd3e-c848-4d9e-bde7-208348d96f06),segment_id=2213dd3e-c848-4d9e-bde7-208348d96f06)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:29.123221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:29.250464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Calling delete_port for 7eed2391-955f-46ae-a2b9-5c5925f31718 owned by network:router_interface {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:02:29.563210 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:29.566982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-67174b02-4adf-49f5-b646-0afbc0fecade tempest-ServerRescueNegativeTestJSON-82920765 tempest-ServerRescueNegativeTestJSON-82920765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:29.611493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eed2391-955f-46ae-a2b9-5c5925f31718,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:29.614450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:29.701282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 7ebc8ea7-c184-47af-8f0a-83bb03826830 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:02:29.735344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 7ebc8ea7-c184-47af-8f0a-83bb03826830 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:02:29.735739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 7ebc8ea7-c184-47af-8f0a-83bb03826830 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:02:30.117401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:30.731515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Router 12522de3-65b4-44e3-9cea-6f9ad3f0036f has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:02:30.944419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:02:30.953721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Sync routers for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:02:30.957351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] 10.222.0.20 "PUT /v2.0/routers/12522de3-65b4-44e3-9cea-6f9ad3f0036f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000571 Jul 13 22:02:30.959863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35240) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:30.967221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:30.967891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:31.155383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:31.171280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:31.387385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:31.396532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Deleting port 25d51291-24a4-40f9-b090-765f4b1785cc {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:02:31.396906 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:31.468533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:02:29Z', 'revision_number': 5, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port': {'id': '25d51291-24a4-40f9-b090-765f4b1785cc', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:31.473105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Checking router: 12522de3-65b4-44e3-9cea-6f9ad3f0036f for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:02:31.486430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Routers {'12522de3-65b4-44e3-9cea-6f9ad3f0036f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:31.487201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:31.595012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] For port 25d51291-24a4-40f9-b090-765f4b1785cc, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=25d51291-24a4-40f9-b090-765f4b1785cc,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:31.595318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:31.731221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Calling delete_port for 25d51291-24a4-40f9-b090-765f4b1785cc owned by network:router_gateway {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:02:31.882972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] Set router 12522de3-65b4-44e3-9cea-6f9ad3f0036f gateway port host: None {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:31.950725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:31.956394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:32.005015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d51291-24a4-40f9-b090-765f4b1785cc,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:32.008586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:32.027735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:02:31Z', 'revision_number': 6, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:32.032090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a65805-641c-4af9-ae3b-3eae914aa7d0 None None] The sync data for ids ['12522de3-65b4-44e3-9cea-6f9ad3f0036f'] in dv-cinder-800618-1-smb is: [{'id': '12522de3-65b4-44e3-9cea-6f9ad3f0036f', 'name': 'tempest-ServerRescueNegativeTestJSON-1495774652-router', 'tenant_id': 'efa282b2effa429f945509eed6ff3730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:02:31Z', 'revision_number': 6, 'project_id': 'efa282b2effa429f945509eed6ff3730', 'gw_port_host': None}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:02:32.472374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:32.749553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:32.754115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:32.852634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:32.853186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12522de3-65b4-44e3-9cea-6f9ad3f0036f {{(pid=82034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:02:32.869072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:32.873184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/12522de3-65b4-44e3-9cea-6f9ad3f0036f HTTP/1.1" status: 204 len: 168 time: 1.9094625 Jul 13 22:02:32.873980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35266) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:32.943502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Deleting subnet 1199e630-15dd-4b5a-9631-45c3a72076a9 {{(pid=82033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:02:32.954390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.013623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851708524'] for subnet, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.075217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.146181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547279'] for subnet, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.152027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:33.192981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1199e630-15dd-4b5a-9631-45c3a72076a9,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:33.201790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:33.209210 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.218252 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1199e630-15dd-4b5a-9631-45c3a72076a9 HTTP/1.1" status: 204 len: 168 time: 0.3430333 Jul 13 22:02:33.220923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35276) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:33.398625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.536510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.551252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca78c70-8a79-42de-b137-af17bf2cd5b6']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:33.565866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2213dd3e-c848-4d9e-bde7-208348d96f06') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:33.566540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2213dd3e-c848-4d9e-bde7-208348d96f06') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:33.582474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.599236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.607131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:02:33.607579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:02:33.635338 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:02:33.721213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.726547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:33.732618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20e44e83-9fea-4f58-99c8-e989e2d360c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:33.759634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=dca78c70-8a79-42de-b137-af17bf2cd5b6,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:33.762655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:33.769632 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/dca78c70-8a79-42de-b137-af17bf2cd5b6 HTTP/1.1" status: 204 len: 168 time: 0.5467303 Jul 13 22:02:33.969716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 25d51291-24a4-40f9-b090-765f4b1785cc no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:02:34.006002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 25d51291-24a4-40f9-b090-765f4b1785cc {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:02:34.006308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35300) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:34.006423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 25d51291-24a4-40f9-b090-765f4b1785cc not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:02:34.006839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 7eed2391-955f-46ae-a2b9-5c5925f31718 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:02:34.039362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 7eed2391-955f-46ae-a2b9-5c5925f31718 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:02:34.039760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 7eed2391-955f-46ae-a2b9-5c5925f31718 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:02:34.063607 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9356c7c0-572d-44da-b075-d08e2a7c4948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efa282b2effa429f945509eed6ff3730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558133 Jul 13 22:02:34.066084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35304) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:34.128188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:34.158944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:34.205512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:34.210925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ec926c8c-6dd4-4599-9bcf-55b68725dace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:34.223924 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b476d-fc2d-4cd0-bc8d-65102b9c8d40,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:34.227003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:34.229621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:34.230824 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a04b476d-fc2d-4cd0-bc8d-65102b9c8d40 HTTP/1.1" status: 204 len: 168 time: 0.1637764 Jul 13 22:02:35.326393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1a309-96e9-4c95-b4c5-6a74cc916ea2 req-e2b500a3-663b-4901-8db6-1e214c050081 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:35.328075 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-90e1a309-96e9-4c95-b4c5-6a74cc916ea2 req-e2b500a3-663b-4901-8db6-1e214c050081 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0868866 Jul 13 22:02:35.378563 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-90e1a309-96e9-4c95-b4c5-6a74cc916ea2 req-0243086b-3717-4e9c-8605-13505b4ce9b7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Jul 13 22:02:36.601128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd9c5-abfa-4895-b0f3-42f6829ffef8 req-d1e9d896-3709-498f-bb2b-e42416590ec2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:36.602744 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a1dd9c5-abfa-4895-b0f3-42f6829ffef8 req-d1e9d896-3709-498f-bb2b-e42416590ec2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0922112 Jul 13 22:02:36.652180 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a1dd9c5-abfa-4895-b0f3-42f6829ffef8 req-fac98b99-d859-4a55-af77-44d820b55112 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Jul 13 22:02:37.862685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc5e2a-2a86-4f53-a768-429c37e3c449 req-2f749e77-d878-4431-9fbf-8e7680996625 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:37.864791 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bbc5e2a-2a86-4f53-a768-429c37e3c449 req-2f749e77-d878-4431-9fbf-8e7680996625 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0874631 Jul 13 22:02:37.917304 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bbc5e2a-2a86-4f53-a768-429c37e3c449 req-b3a5619f-18f8-4402-9b71-863ffda0f08e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460160 Jul 13 22:02:38.651726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35424) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:38.783646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f866ec33-7e4f-4b11-84c8-d126e10263a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:38.811221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:38.846175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:38.850261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bd340fce554f409770b855725cb62a is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:38.853326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:38.859554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:38.929050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:38.929887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35432) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:38.932087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:38.939851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ff01a510-591e-4de6-a1b6-8fd740418ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:38.972971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c525b36-9914-479e-8d87-6eeb3e1dea7d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:38.976277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:38.995529 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4bd340fce554f409770b855725cb62a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424933 Jul 13 22:02:38.995988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35440) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:39.126387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.142990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.200146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.225762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:39.244914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484508b-e583-4765-ad94-d7886aefa3f4 req-219de559-1bf2-4496-a40e-5b5283571168 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:39.246610 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6484508b-e583-4765-ad94-d7886aefa3f4 req-219de559-1bf2-4496-a40e-5b5283571168 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1995170 Jul 13 22:02:39.247600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Usage tracker for resource:security_group_rule and tenant:b9bf5ef925e7413cba80defe3ab16043 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:39.252066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:39.283711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:39.339652 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6484508b-e583-4765-ad94-d7886aefa3f4 req-bc6c1cac-977c-4097-b644-0cc9a4da8264 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843637 Jul 13 22:02:39.372789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.384557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:39.402045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.407412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c525b36-9914-479e-8d87-6eeb3e1dea7d,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:39.410091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:39.412060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.425109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ffadfb29-29b3-44e4-8203-b8777587ada3 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:39.445697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.446975 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c525b36-9914-479e-8d87-6eeb3e1dea7d HTTP/1.1" status: 204 len: 168 time: 0.4497464 Jul 13 22:02:39.478779 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9bf5ef925e7413cba80defe3ab16043&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5444822 Jul 13 22:02:39.478779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35454) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:39.481552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b8236-3008-4307-a160-9b1a90190825,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:39.484829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:39.556009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.585844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.637970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.643109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b6b5489-fe00-4f66-ae9a-e4264fd50514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:39.656217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b8236-3008-4307-a160-9b1a90190825,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:39.659412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:39.661467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:39.662708 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8b8236-3008-4307-a160-9b1a90190825 HTTP/1.1" status: 204 len: 168 time: 0.1829693 Jul 13 22:02:40.333468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:40.554713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35496) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:40.556472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55f0f4-52d9-4d78-a6db-86ab39f755e5 req-dcacbfcf-fa28-420e-896c-eba5780b45ae tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:40.558279 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f55f0f4-52d9-4d78-a6db-86ab39f755e5 req-dcacbfcf-fa28-420e-896c-eba5780b45ae tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0879087 Jul 13 22:02:40.611961 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f55f0f4-52d9-4d78-a6db-86ab39f755e5 req-68685c31-dc8a-4be8-9f3c-55abe30252e0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465088 Jul 13 22:02:40.854731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-811276548-network', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:40.869909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:40.878227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Usage tracker for resource:network and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:40.881812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:40.890182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:40.901426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Made reservation on behalf of af07f769b3044ab488d919021d6c0f4c for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:02:40.906558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:40.921716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:40.960164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:40.961115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6560614a-c5d7-40cc-b237-a6554cfd8864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:40.964909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:40.968015 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:40.974142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:41.051754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.057497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.062500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2057a983-9e55-4aa0-824e-e2a99fe6413d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:41.093139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:02:41.107207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e46eb7-edcd-4c79-90b5-e685b2693649,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:41.111621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:41.112635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.113031 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Added segment 1ac8b966-e252-405a-bf88-a69e533b0a7c of type vlan for network 5e4c3501-de48-4f04-b939-64bc6badb5de Jul 13 22:02:41.143377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.176852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.178135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:41.178786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.184828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ee1a8262-8838-416a-934a-b3df583b1e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:41.298486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35530) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:41.298646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4c3501-de48-4f04-b939-64bc6badb5de,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:41.304529 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7458434 Jul 13 22:02:41.304529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:41.305302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35534) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:41.309275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 5e4c3501-de48-4f04-b939-64bc6badb5de details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:02:41.311830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Request body: {'subnet': {'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-811276548-subnet', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:41.319125 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:41.323356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Usage tracker for resource:subnet and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:41.326613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:41.332901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:41.345432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Made reservation on behalf of af07f769b3044ab488d919021d6c0f4c for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:02:41.350651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.539759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.575404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:41.576831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.579497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Usage tracker for resource:security_group_rule and tenant:cc7a142a650140ddba8a9952a0cf181a is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:41.581885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:41.583369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:41.590103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:41.656211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a81dfef-95be-480f-a9ff-cb03302d2569,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:41.659982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:41.673191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.677275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.696072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.708258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Checking segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:41.708674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Network hostable DHCP agents. Network: 5e4c3501-de48-4f04-b939-64bc6badb5de, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:02:41.712937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:41.734807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Network 5e4c3501-de48-4f04-b939-64bc6badb5de is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:02:41.738351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc7a142a650140ddba8a9952a0cf181a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4387827 Jul 13 22:02:41.739024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35550) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:41.745935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 5e4c3501-de48-4f04-b939-64bc6badb5de) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:41.751863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:41.752586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.755553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae5162a-71dc-40cf-84cc-8f81e7e78db5 None None] Network 5e4c3501-de48-4f04-b939-64bc6badb5de requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:02:41.756646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92172314-3a1d-4d03-943f-51da15430dd7,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:41.790491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:41.799921 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-bb860493-e58a-442a-b14a-7430ab24897a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4929595 Jul 13 22:02:41.800749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35554) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:41.808068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:41.814010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:41.818572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Usage tracker for resource:router and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:41.823447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:41.852380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:41.876552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.877833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.911769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.921590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:41.945354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.006549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1f78-f58f-4aa3-a3ab-d3ec3e420c22 req-25660625-0e81-4020-ad95-0813f40faf0a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:42.015204 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-931f1f78-f58f-4aa3-a3ab-d3ec3e420c22 req-25660625-0e81-4020-ad95-0813f40faf0a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2202969 Jul 13 22:02:42.047329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.053532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5f76ebce-320f-4a20-9640-ad2c7c14bc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:42.069410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92172314-3a1d-4d03-943f-51da15430dd7,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:42.073969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:42.082045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.085980 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92172314-3a1d-4d03-943f-51da15430dd7 HTTP/1.1" status: 204 len: 168 time: 0.3284464 Jul 13 22:02:42.099946 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-931f1f78-f58f-4aa3-a3ab-d3ec3e420c22 req-c534a090-ccea-49d8-b950-fffcb39eb415 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835762 Jul 13 22:02:42.113505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-5e4c3501-de48-4f04-b939-64bc6badb5de', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 22:02:42.114647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.139917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.235793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.324123 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Allocated IP 172.20.0.2 (5e4c3501-de48-4f04-b939-64bc6badb5de/7a81dfef-95be-480f-a9ff-cb03302d2569/bfc1b42c-6698-47a4-8b0b-fa620f65143a) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:42.446073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.506712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.610717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35570) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:42.615232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.634133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Transition to ACTIVE for port object bfc1b42c-6698-47a4-8b0b-fa620f65143a will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:42.660753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Transition to ACTIVE for port object bfc1b42c-6698-47a4-8b0b-fa620f65143a will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:42.667616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.681252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:42.713481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Allocated IP 172.28.3.221 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/4e561822-5987-44fc-8c0a-b86de28a8a2f) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:42.731845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Network 5e4c3501-de48-4f04-b939-64bc6badb5de is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:42.733084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:42.741312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:42.777504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.820381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:42.825830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Usage tracker for resource:security_group_rule and tenant:a64fb486a9d94707aa689db7e1ad5c9c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:42.828636 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:42.836545 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:42.880812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Pushing event updated for resources: {'Port': ['ID=bfc1b42c-6698-47a4-8b0b-fa620f65143a,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:42.889951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:42.890852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Attempting to bind port bfc1b42c-6698-47a4-8b0b-fa620f65143a on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:02:42.891140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Attempting to bind port bfc1b42c-6698-47a4-8b0b-fa620f65143a by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:02:42.891556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Attempting to bind port bfc1b42c-6698-47a4-8b0b-fa620f65143a on network 5e4c3501-de48-4f04-b939-64bc6badb5de {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:02:42.906516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.907486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:02:42.907620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Checking segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:42.907978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.908468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Bound using segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:02:42.909008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Bound port: bfc1b42c-6698-47a4-8b0b-fa620f65143a, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:02:42.909434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.912810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.916619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:42.925036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:42.983806 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a64fb486a9d94707aa689db7e1ad5c9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3721840 Jul 13 22:02:42.984479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35576) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:42.988709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06278b08-f9de-44be-ac7e-065c9cc29207,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:43.004252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:43.022577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] For port bfc1b42c-6698-47a4-8b0b-fa620f65143a, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:02:43.029000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] For port bfc1b42c-6698-47a4-8b0b-fa620f65143a, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=bfc1b42c-6698-47a4-8b0b-fa620f65143a,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:02:43.033575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.039759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:43.058999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.087307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.099816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.133711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.139588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:43.140175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.140387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Pushing event updated for resources: {'Port': ['ID=bfc1b42c-6698-47a4-8b0b-fa620f65143a,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:43.146776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:43.148030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:43.161531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06278b08-f9de-44be-ac7e-065c9cc29207,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:43.168552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:43.170891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.172586 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7d59cb1a-4460-4e97-a93c-1c4fa14e5d69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06278b08-f9de-44be-ac7e-065c9cc29207 HTTP/1.1" status: 204 len: 168 time: 0.1861699 Jul 13 22:02:43.209179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:43.212723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:43.222143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:43.264456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Pushing event updated for resources: {'Port': ['ID=4e561822-5987-44fc-8c0a-b86de28a8a2f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:43.273403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:43.330272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a075c47-e421-4ed1-ae08-d10b158f916b req-f8213b6a-1fa6-4410-a0bc-5c4682c98613 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:43.332038 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3a075c47-e421-4ed1-ae08-d10b158f916b req-f8213b6a-1fa6-4410-a0bc-5c4682c98613 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0915704 Jul 13 22:02:43.388551 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3a075c47-e421-4ed1-ae08-d10b158f916b req-eda2d9e3-80d1-4e0d-96fd-24b74b207dd7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Jul 13 22:02:43.425175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.426226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.696282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Router afd365bb-da6c-4e28-afb9-d50ab613c04e is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 22:02:43.713345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35586) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:43.736222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.768995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:43.772996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Usage tracker for resource:security_group_rule and tenant:81d83ea045f4477abe512bd0db58a096 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:43.776498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:43.782623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:43.858674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.861754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.869916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-85b92a59-c746-40eb-87cd-39d8d9c605a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:43.912499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbece00d-4084-444c-88dc-a65a927974e4,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:43.917045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:43.919351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81d83ea045f4477abe512bd0db58a096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2049022 Jul 13 22:02:43.922085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35590) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:43.925784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:02:43.937678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Sync routers for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:02:43.956002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:43.956818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:43.965058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:43.969151 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1645379 Jul 13 22:02:43.969404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35594) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:44.004735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:44.039275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:44.100058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device bfc1b42c-6698-47a4-8b0b-fa620f65143a up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:44.104654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:44.110651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c1b424ba-3460-4e53-9f0f-d1d9af6848fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:44.124276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbece00d-4084-444c-88dc-a65a927974e4,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:44.137544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:44.140003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:44.142085 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbece00d-4084-444c-88dc-a65a927974e4 HTTP/1.1" status: 204 len: 168 time: 0.2190263 Jul 13 22:02:44.247295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port bfc1b42c-6698-47a4-8b0b-fa620f65143a completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:44.253190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:44.281391 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-1d71ea0f-44d9-489f-8141-a729675aff64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209824 Jul 13 22:02:44.545100 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-952bb614-ee16-4d29-81e1-c09f71d01448 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 1100 time: 0.1834152 Jul 13 22:02:44.597274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:43Z', 'revision_number': 3, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:44.609996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Checking router: afd365bb-da6c-4e28-afb9-d50ab613c04e for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:02:44.610403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Updating router afd365bb-da6c-4e28-afb9-d50ab613c04e port 4e561822-5987-44fc-8c0a-b86de28a8a2f binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:02:44.667743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c268-1b04-4e46-a78c-56ad66967a1c req-3348d9f1-0d32-42c2-9f02-481d43bc0e14 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:44.692442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:44.694893 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ec2c268-1b04-4e46-a78c-56ad66967a1c req-3348d9f1-0d32-42c2-9f02-481d43bc0e14 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1349783 Jul 13 22:02:44.754834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-29148eec-ccdf-448a-90b7-868b3e3cab39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:44.756511 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-29148eec-ccdf-448a-90b7-868b3e3cab39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.1863143 Jul 13 22:02:44.767384 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ec2c268-1b04-4e46-a78c-56ad66967a1c req-aa507a19-3601-4bfa-b309-b35dd50d3b7d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712993 Jul 13 22:02:45.035703 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-8b86a280-b059-4f3c-b3f6-48a7847d8965 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 200 len: 1002 time: 0.2716742 Jul 13 22:02:45.115328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-ab656404-637a-446d-a916-4d8eb3f4ed00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:45.116993 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-ab656404-637a-446d-a916-4d8eb3f4ed00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.0739946 Jul 13 22:02:45.142766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.157658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Transition to ACTIVE for port object 4e561822-5987-44fc-8c0a-b86de28a8a2f will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:45.170103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.174448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:45.241403 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-89876c78-0a63-427b-919a-aaf6466c8978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121392 Jul 13 22:02:45.369622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a8244-065d-4d16-a0c3-460350c3d9c9 None None] Network 5e4c3501-de48-4f04-b939-64bc6badb5de requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:02:45.498848 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-cdbf7cb7-31da-4257-887d-55c53faa4b4e service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493765 Jul 13 22:02:45.515065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Attempting to bind port 4e561822-5987-44fc-8c0a-b86de28a8a2f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:02:45.515574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Attempting to bind port 4e561822-5987-44fc-8c0a-b86de28a8a2f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:02:45.515993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Attempting to bind port 4e561822-5987-44fc-8c0a-b86de28a8a2f on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:02:45.518875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d23f9-bce6-44af-a420-018c3d8fd5d8 None None] Pushing event updated for resources: {'Port': ['ID=4e561822-5987-44fc-8c0a-b86de28a8a2f,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:45.522139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ef5d23f9-bce6-44af-a420-018c3d8fd5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:45.541971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Provisioning for port bfc1b42c-6698-47a4-8b0b-fa620f65143a completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:45.552803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:02:45.553571 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:45.554038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.554489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:02:45.555156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Bound port: 4e561822-5987-44fc-8c0a-b86de28a8a2f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:02:45.555670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.591867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Provisioning complete for port bfc1b42c-6698-47a4-8b0b-fa620f65143a triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:45.592304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.774911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] For port 4e561822-5987-44fc-8c0a-b86de28a8a2f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:02:45.840742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] For port 4e561822-5987-44fc-8c0a-b86de28a8a2f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=4e561822-5987-44fc-8c0a-b86de28a8a2f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:02:45.904392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.906685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:45.918588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:45.994517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c0ebe16d-5f1c-4c89-a03e-5259a2a4eef5 req-f6408eb7-522b-45f3-afa2-d9d7c82a987f service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885445 Jul 13 22:02:46.010295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.093898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d23f9-bce6-44af-a420-018c3d8fd5d8 None None] Pushing event updated for resources: {'Port': ['ID=4e561822-5987-44fc-8c0a-b86de28a8a2f,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:46.097511 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ef5d23f9-bce6-44af-a420-018c3d8fd5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:46.115638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:46.116479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:46.187135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] For port bfc1b42c-6698-47a4-8b0b-fa620f65143a, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=bfc1b42c-6698-47a4-8b0b-fa620f65143a,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:46.194376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Allocated IP 172.20.0.1 (5e4c3501-de48-4f04-b939-64bc6badb5de/7a81dfef-95be-480f-a9ff-cb03302d2569/8781472d-7ed8-45b4-be7b-d75a2812496d) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:46.207983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.247468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc370-e476-4af8-8047-96501f84002a req-188f3fe6-388f-4e2f-9803-8a13213189ec tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:46.249692 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c7bc370-e476-4af8-8047-96501f84002a req-188f3fe6-388f-4e2f-9803-8a13213189ec tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0973022 Jul 13 22:02:46.270118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ab46f55e-8e2f-41c0-b694-7b3a96037ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:46.303479 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3c7bc370-e476-4af8-8047-96501f84002a req-25abae9d-5182-4c7b-9bc2-97a28a2b5a82 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Jul 13 22:02:46.401296 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.409683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:46.419677 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Transition to ACTIVE for port object 8781472d-7ed8-45b4-be7b-d75a2812496d will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:46.450413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.462173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:46.548180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Network 5e4c3501-de48-4f04-b939-64bc6badb5de is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:46.551822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:46.557613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:46.629730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Pushing event updated for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:46.638611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:46.656606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.792735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.850705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Pushing event updated for resources: {'Port': ['ID=bfc1b42c-6698-47a4-8b0b-fa620f65143a,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:46.856255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:46.885944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-2257511a-caab-4c31-bf9a-00fbac52a50b None None] Provisioning complete for port bfc1b42c-6698-47a4-8b0b-fa620f65143a triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:46.886376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2257511a-caab-4c31-bf9a-00fbac52a50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:46.905233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460678e-3208-4a25-b6d5-259895775567 req-c4332c0f-d75f-40ac-a1c7-abec033351dd tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:46.907580 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6460678e-3208-4a25-b6d5-259895775567 req-c4332c0f-d75f-40ac-a1c7-abec033351dd tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1930876 Jul 13 22:02:46.989142 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6460678e-3208-4a25-b6d5-259895775567 req-af6c31b8-897e-46ce-8a95-7ffc28d6255b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745471 Jul 13 22:02:47.074672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:43Z', 'revision_number': 3, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:47.082186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197865-5ebb-4705-b50d-422b682d9779 None None] The sync data for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb is: [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:43Z', 'revision_number': 3, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:02:47.185740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-1f7eff7f-87dc-4375-9caa-1e470c7e9c0d None None] Provisioning for port 8781472d-7ed8-45b4-be7b-d75a2812496d completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:47.191260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-1f7eff7f-87dc-4375-9caa-1e470c7e9c0d None None] Provisioning complete for port 8781472d-7ed8-45b4-be7b-d75a2812496d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:47.191685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1f7eff7f-87dc-4375-9caa-1e470c7e9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:47.206082 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-f726bfb4-0c43-4926-a92c-cc1ce20874c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 1098 time: 0.1524699 Jul 13 22:02:47.208250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:47.212637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:47.246397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4bd09be-0937-434b-b3cf-cce3105edeb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:47.257104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eff7f-87dc-4375-9caa-1e470c7e9c0d None None] Port 8781472d-7ed8-45b4-be7b-d75a2812496d cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:02:47.429942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:47.433935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Pushing event updated for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:47.447164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:47.521090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-6b328471-562d-4d65-9216-6d7870a920f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:47.522726 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-6b328471-562d-4d65-9216-6d7870a920f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.2805684 Jul 13 22:02:47.724480 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-6907e53e-1561-4b1a-a095-0a61a8389ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 200 len: 1001 time: 0.1500883 Jul 13 22:02:47.729108 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Network 5e4c3501-de48-4f04-b939-64bc6badb5de is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:47.730368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:47.968634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-fda72c2b-2916-4996-a5de-dc8a82605413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:47.970278 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-fda72c2b-2916-4996-a5de-dc8a82605413 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.2376361 Jul 13 22:02:48.125830 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-ec9c2692-917d-4676-9d48-238c1563710c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1458559 Jul 13 22:02:48.148869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device bfc1b42c-6698-47a4-8b0b-fa620f65143a up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:48.276529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-7ae0f3a4-5e1c-4717-b0dd-8a10ce32c4d4 None None] Provisioning complete for port 8781472d-7ed8-45b4-be7b-d75a2812496d triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:48.277097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7ae0f3a4-5e1c-4717-b0dd-8a10ce32c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:48.283514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0c97-53c5-4b83-b831-6c02d642334c req-867e4dd9-f46b-48e1-9aab-408d79ef6e30 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:48.285158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-248f0c97-53c5-4b83-b831-6c02d642334c req-867e4dd9-f46b-48e1-9aab-408d79ef6e30 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1142185 Jul 13 22:02:48.343727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0f3a4-5e1c-4717-b0dd-8a10ce32c4d4 None None] Port 8781472d-7ed8-45b4-be7b-d75a2812496d cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:02:48.354905 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-248f0c97-53c5-4b83-b831-6c02d642334c req-31fe17d8-a867-4ce7-bef7-7a0356b8e1f8 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633039 Jul 13 22:02:48.355569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port bfc1b42c-6698-47a4-8b0b-fa620f65143a triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:48.356177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:48.675024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 4e561822-5987-44fc-8c0a-b86de28a8a2f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:48.740337 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-046c0a05-603e-411f-9c88-d45478fb4985 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034644 Jul 13 22:02:48.756349 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 4e561822-5987-44fc-8c0a-b86de28a8a2f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:48.762493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 4e561822-5987-44fc-8c0a-b86de28a8a2f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:48.762925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:48.832977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35678) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:48.917910 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb4d534b-7fce-4663-b2f5-c379e0a1ae12 req-aa47c7df-d7da-4fab-bc93-4615711cdbaa service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705525 Jul 13 22:02:48.935745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Router afd365bb-da6c-4e28-afb9-d50ab613c04e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:02:48.944714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:48.962994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 4e561822-5987-44fc-8c0a-b86de28a8a2f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=4e561822-5987-44fc-8c0a-b86de28a8a2f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:48.967165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:48.969346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:49.024818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.045475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=4e561822-5987-44fc-8c0a-b86de28a8a2f,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:49.049194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:49.058920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:49.062954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Usage tracker for resource:security_group_rule and tenant:3faf853381ea403f8e190d24df506706 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:49.065942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:49.072244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:49.146748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.150302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.154913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:02:49.159436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f4a1b4d4-90e1-435c-95d8-b92a06185bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:49.173219 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] 10.222.0.20 "PUT /v2.0/routers/afd365bb-da6c-4e28-afb9-d50ab613c04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1937089 Jul 13 22:02:49.211056 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3faf853381ea403f8e190d24df506706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3762534 Jul 13 22:02:49.212448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b60ed-3548-4a7e-980c-b34ee58ef5e2,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:49.214806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35684) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:49.215702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:49.292854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.320193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.370109 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.375455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7304aafb-8085-4701-aaaa-51b7983e6080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:49.389232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b60ed-3548-4a7e-980c-b34ee58ef5e2,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:49.403733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.408914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c7b60ed-3548-4a7e-980c-b34ee58ef5e2 HTTP/1.1" status: 204 len: 168 time: 0.1836715 Jul 13 22:02:49.410944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:49.587695 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a29c-bfdc-4fdf-aec4-2abd861fa7ab req-578b3820-67eb-46d6-abb2-bd93d3977643 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:49.591174 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f67a29c-bfdc-4fdf-aec4-2abd861fa7ab req-578b3820-67eb-46d6-abb2-bd93d3977643 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1041486 Jul 13 22:02:49.655890 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f67a29c-bfdc-4fdf-aec4-2abd861fa7ab req-af0b479f-859a-42d4-ac65-d5dea8ec9224 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578203 Jul 13 22:02:49.821922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35702) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:49.842620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.877338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:49.881436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c74b0dbd81a471f80d5697c466f366c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:49.885587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:49.891777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:49.967325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.971084 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:49.979996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f9949e3-212e-45f8-a428-a57a55353067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:49.987794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 4e561822-5987-44fc-8c0a-b86de28a8a2f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:50.027396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a4b43-5247-4767-a980-ac296def0bdb,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:50.030737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:50.033414 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c74b0dbd81a471f80d5697c466f366c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102509 Jul 13 22:02:50.036323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35710) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:50.079258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 4e561822-5987-44fc-8c0a-b86de28a8a2f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:50.079760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.118223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.153288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.208684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.214929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4c91a292-6e45-4ba2-8949-1f36b67c823f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:50.230322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a4b43-5247-4767-a980-ac296def0bdb,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:50.235735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:50.240854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.245820 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e79a4b43-5247-4767-a980-ac296def0bdb HTTP/1.1" status: 204 len: 168 time: 0.2083468 Jul 13 22:02:50.444805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35722) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:50.451997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041611447-network', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:50.457849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:50.463770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Usage tracker for resource:network and tenant:e4e7d096e8c74bd386c21bc4014a2553 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:50.467824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:50.473973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:50.484217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Made reservation on behalf of e4e7d096e8c74bd386c21bc4014a2553 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:02:50.489030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.502825 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.536711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:50.541561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e7d096e8c74bd386c21bc4014a2553 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:50.544480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:50.550759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:50.591354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Sync routers for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:02:50.605522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:50.606208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:50.629419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.632838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.638992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:50.661407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:02:50.684620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d3c16-7007-45d8-920a-53940c911501,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:50.687984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:50.689224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.689618 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Added segment 7627e1d6-e7ab-4701-be46-0570a9437db1 of type vlan for network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 Jul 13 22:02:50.719946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.752689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.754438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:50.755284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:50.759872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c44b40-6394-4c58-b11c-4da18da9fa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:50.807047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:51.105284 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6592541 Jul 13 22:02:51.108306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35742) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:51.113970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6a4a51-e7e6-4a25-8d91-ca443eddafb5,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:51.115094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Request body: {'subnet': {'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041611447-subnet', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:51.117474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:51.127707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:02:51.131899 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:51.145386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Usage tracker for resource:subnet and tenant:e4e7d096e8c74bd386c21bc4014a2553 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:51.148834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:51.156016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:51.168904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8fde-b06d-42b4-84e9-3355b43dc979 req-3d972b73-fb00-4ed6-add9-409adc4a4ab3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:51.170891 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f11e8fde-b06d-42b4-84e9-3355b43dc979 req-3d972b73-fb00-4ed6-add9-409adc4a4ab3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3475263 Jul 13 22:02:51.179181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Made reservation on behalf of e4e7d096e8c74bd386c21bc4014a2553 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:02:51.185772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.245039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f11e8fde-b06d-42b4-84e9-3355b43dc979 req-60d5ce10-18df-4901-bb87-a9179c60705d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661342 Jul 13 22:02:51.251737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 2, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:51.256440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Checking router: afd365bb-da6c-4e28-afb9-d50ab613c04e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:02:51.257064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Updating router afd365bb-da6c-4e28-afb9-d50ab613c04e port 8781472d-7ed8-45b4-be7b-d75a2812496d binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:02:51.315368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.444247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.453360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:51.532502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e33790f-1c81-465e-b6f0-85dbe77a88f3,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:51.548918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.549438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.549951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.550450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.550956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.551446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.551937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.552452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.552945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.553433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.553920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.558391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:51.560649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Checking segment: {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:51.561171 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Network hostable DHCP agents. Network: 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:02:51.584064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:02:51.593190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:51.597765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:02:51.598918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.605253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9ab3e-b2c8-4032-9cdc-a3295317cdf2 None None] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:02:51.628729 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5192182 Jul 13 22:02:51.631822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35756) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:51.642020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:51.648040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:51.652532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Usage tracker for resource:router and tenant:e4e7d096e8c74bd386c21bc4014a2553 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:51.655519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:51.661919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:51.673376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850606028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64936'] for router, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.674370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4169961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4164397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3703152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710896'] for router, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.700686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.712040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.728622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Transition to ACTIVE for port object 8781472d-7ed8-45b4-be7b-d75a2812496d will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:51.735734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.740898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:51.878091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4164412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850606073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710909'] for router, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.975973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Pushing event updated for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:51.988029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bd74827-fc0e-5271-934c-eaa11407953f-9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3'}]}} from dv-cinder-800618-1-smb. {{(pid=82035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 13 22:02:51.989222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:51.994151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.994544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.994926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.995304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.995678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.996252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.996626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.996992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.997364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.997735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:51.998092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:52.002043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:52.026890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Attempting to bind port 8781472d-7ed8-45b4-be7b-d75a2812496d on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:02:52.027304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Attempting to bind port 8781472d-7ed8-45b4-be7b-d75a2812496d by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:02:52.027717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Attempting to bind port 8781472d-7ed8-45b4-be7b-d75a2812496d on network 5e4c3501-de48-4f04-b939-64bc6badb5de {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:02:52.034633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:02:52.035051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Checking segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:52.035656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.036120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Bound using segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:02:52.036785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Bound port: 8781472d-7ed8-45b4-be7b-d75a2812496d, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:02:52.037206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.161072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] For port 8781472d-7ed8-45b4-be7b-d75a2812496d, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:02:52.165368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] For port 8781472d-7ed8-45b4-be7b-d75a2812496d, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=8781472d-7ed8-45b4-be7b-d75a2812496d,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:02:52.170129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.187267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9e4ffec9-fce6-4eb3-9b36-d5de9806d9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:52.191685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.253786 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:52.254430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:52.263535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Allocated IP 172.20.0.2 (9b6a4a51-e7e6-4a25-8d91-ca443eddafb5/7e33790f-1c81-465e-b6f0-85dbe77a88f3/3a960c9d-0bcb-4401-bd26-34fa440f6f16) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:52.275018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.503629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:52.517280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Allocated IP 172.28.3.240 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/2d07cea4-1c15-47b9-9684-d9d3c524a59f) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:52.565523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Pushing event updated for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=4']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:52.569241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d02b1caa-a207-4ab9-aea2-b24c67920019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:52.631547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.644206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Transition to ACTIVE for port object 3a960c9d-0bcb-4401-bd26-34fa440f6f16 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:52.685371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Transition to ACTIVE for port object 3a960c9d-0bcb-4401-bd26-34fa440f6f16 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:52.694653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.702285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:52.711088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.745423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.751641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21b194c7-11a0-4178-a24c-fcf2adb83991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:52.798969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:52.809934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:52.817374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:52.835989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:52.840740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:52.843365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:52.903381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Pushing event updated for resources: {'Port': ['ID=2d07cea4-1c15-47b9-9684-d9d3c524a59f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:52.906451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:52.936710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:52.945369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7c752-3062-42db-8f1a-bc230ce89e9f None None] The sync data for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb is: [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:02:52.953621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Attempting to bind port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:02:52.953998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Attempting to bind port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:02:52.954480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Attempting to bind port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 on network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:02:52.965451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:02:52.970993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Checking segment: {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:52.971727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.972343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Bound using segment: {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:02:52.972970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Bound port: 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:02:52.973466 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:52.986642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Pushing event updated for resources: {'Port': ['ID=3a960c9d-0bcb-4401-bd26-34fa440f6f16,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:52.992669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:53.063448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:53.068134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4169743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850611449'] for router, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:53.115699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] For port 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:02:53.121854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] For port 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=3a960c9d-0bcb-4401-bd26-34fa440f6f16,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:02:53.135575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:53.142261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fee489d0-0e5a-4d49-9876-e8ea4b783a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:53.240761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Pushing event updated for resources: {'Port': ['ID=3a960c9d-0bcb-4401-bd26-34fa440f6f16,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:53.250977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:53.354337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Router aa22ed5b-5e49-4117-89fc-b77738701a7f is scheduled to L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 with binding_index 1 {{(pid=82034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 13 22:02:53.628359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:02:53.639942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Sync routers for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:02:53.665224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:53.668170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:53.699101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:53.700911 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0680120 Jul 13 22:02:53.703807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35792) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:53.943503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:54.096319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 3a960c9d-0bcb-4401-bd26-34fa440f6f16 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:54.320882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:54.331226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 8781472d-7ed8-45b4-be7b-d75a2812496d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:54.422183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 3, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:54.429447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Checking router: aa22ed5b-5e49-4117-89fc-b77738701a7f for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:02:54.429855 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Updating router aa22ed5b-5e49-4117-89fc-b77738701a7f port 2d07cea4-1c15-47b9-9684-d9d3c524a59f binding host dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:02:54.474371 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 8781472d-7ed8-45b4-be7b-d75a2812496d completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:54.490949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 8781472d-7ed8-45b4-be7b-d75a2812496d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:54.491381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:54.535093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:54.767156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:54.845155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:54.951224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 8781472d-7ed8-45b4-be7b-d75a2812496d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=8781472d-7ed8-45b4-be7b-d75a2812496d,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:54.956657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:54.959963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:55.106664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:55.110219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:55.119694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.133042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Transition to ACTIVE for port object 2d07cea4-1c15-47b9-9684-d9d3c524a59f will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:55.139694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.144474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-687862ae-76d0-4c00-ade7-64731454f8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:55.155373 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Allocated IP 172.20.0.1 (9b6a4a51-e7e6-4a25-8d91-ca443eddafb5/7e33790f-1c81-465e-b6f0-85dbe77a88f3/2db32f48-53b5-4ce6-8b02-93e4af2381e0) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:02:55.344717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.363323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Transition to ACTIVE for port object 2db32f48-53b5-4ce6-8b02-93e4af2381e0 will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:02:55.378124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7eaa5-efc2-4965-8cb9-dd73345ffa09 None None] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:02:55.385734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.390465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4ea54e5d-ed7c-4745-9243-180799b8ba07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:55.449264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Pushing event updated for resources: {'Port': ['ID=2d07cea4-1c15-47b9-9684-d9d3c524a59f,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:55.456711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:55.459321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:55.463198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:55.467076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:02:55.508589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:55.516586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:55.526252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Attempting to bind port 2d07cea4-1c15-47b9-9684-d9d3c524a59f on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:02:55.526682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Attempting to bind port 2d07cea4-1c15-47b9-9684-d9d3c524a59f by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:02:55.527103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Attempting to bind port 2d07cea4-1c15-47b9-9684-d9d3c524a59f on network b1845e71-4169-4b7e-a93b-a3642708987f {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:02:55.531271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4166874'] for router_interface, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.533845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Provisioning for port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:55.545500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:02:55.545927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Checking segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:02:55.546378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.546828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Bound using segment: {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:02:55.547351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Bound port: 2d07cea4-1c15-47b9-9684-d9d3c524a59f, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c843c-f89a-4c51-a3be-5db21b8f131b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:02:55.547773 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.570953 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Provisioning complete for port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:55.571493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.619234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.746381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] For port 2d07cea4-1c15-47b9-9684-d9d3c524a59f, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:02:55.752448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] For port 2d07cea4-1c15-47b9-9684-d9d3c524a59f, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2d07cea4-1c15-47b9-9684-d9d3c524a59f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:02:55.810839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.823675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ef5d23f9-bce6-44af-a420-018c3d8fd5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:55.857256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.862734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.894136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c50d6044-609d-482b-892c-0ef63ba56456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:55.928535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.965852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Pushing event updated for resources: {'Port': ['ID=2d07cea4-1c15-47b9-9684-d9d3c524a59f,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:55.976496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:55.981243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851429834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850609031'] for router_interface, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:55.985964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:55.989086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:02:55.989263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:55.989765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:56.054987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 8781472d-7ed8-45b4-be7b-d75a2812496d up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:56.145185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:02:56.146588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:02:56.160308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] For port 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=3a960c9d-0bcb-4401-bd26-34fa440f6f16,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:02:56.178617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:56.184724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:56.314640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Pushing event updated for resources: {'Port': ['ID=3a960c9d-0bcb-4401-bd26-34fa440f6f16,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:56.325423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:56.340346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 8781472d-7ed8-45b4-be7b-d75a2812496d triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:56.340782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:56.373339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:02:56.434217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Provisioning complete for port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:56.434759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:56.595304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Router aa22ed5b-5e49-4117-89fc-b77738701a7f has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:02:56.765161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35814) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:56.829208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:02:56.859519 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] 10.222.0.20 "PUT /v2.0/routers/aa22ed5b-5e49-4117-89fc-b77738701a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1483727 Jul 13 22:02:56.936465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Provisioning for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:02:56.947215 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Provisioning complete for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:56.947646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:56.991349 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.012862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-54fdcd3b-86eb-42e8-932c-b0b6e3e3904b None None] Port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:02:57.035451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:57.038092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '2db32f48-53b5-4ce6-8b02-93e4af2381e0', 'name': '', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'mac_address': 'fa:16:3e:50:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:54Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 2, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'subnets': [{'id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:02:57.040036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Usage tracker for resource:security_group_rule and tenant:e35fb98e99d54ec5a0b1c7ec9876952f is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:57.042921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102a2f3-3d5a-401d-b3fd-6aa2df84fd4a None None] The sync data for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb is: [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '2db32f48-53b5-4ce6-8b02-93e4af2381e0', 'name': '', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'mac_address': 'fa:16:3e:50:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:54Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 2, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'subnets': [{'id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:02:57.043451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:57.049792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:57.124727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.127664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.135449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-20fbe005-117b-49aa-ab9b-2994fe881ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:57.136007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-73a98eee-99fa-4851-a01e-5140af6637c4 None None] Provisioning complete for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:57.136498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-73a98eee-99fa-4851-a01e-5140af6637c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.180480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4227936-1dc9-4d5e-a013-7fd0b91174c0,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:57.188529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35828) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:57.188697 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e35fb98e99d54ec5a0b1c7ec9876952f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4220300 Jul 13 22:02:57.196119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.196745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.197321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.197876 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.198789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.199359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.199900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.200477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.201026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.201574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.202142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:02:57.205271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-73a98eee-99fa-4851-a01e-5140af6637c4 None None] Port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:02:57.206398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:57.270227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.301089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.349022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.353991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1f37eff-f23a-4a75-80c4-e9b96aa3ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:57.366379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4227936-1dc9-4d5e-a013-7fd0b91174c0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:57.372132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:57.376362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.377897 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4227936-1dc9-4d5e-a013-7fd0b91174c0 HTTP/1.1" status: 204 len: 168 time: 0.1879663 Jul 13 22:02:57.799278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35850) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:57.826758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:57.889686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:57.896271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Usage tracker for resource:security_group_rule and tenant:37c41673471a4c00ad4b1f7a249d8b29 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:57.901432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:02:57.912432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:02:58.003068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.008634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.018190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-54f996fd-c5a5-407a-bbdd-bf5182009347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:58.026465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 3a960c9d-0bcb-4401-bd26-34fa440f6f16 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:02:58.071025 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37c41673471a4c00ad4b1f7a249d8b29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2682166 Jul 13 22:02:58.071994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35858) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:58.089275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d983d8-1de5-486f-a656-83a78f88f620,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:58.094432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:58.216345 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.253000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.306788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.312598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b24c3f16-867e-4edd-8d86-b83f55dfe970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:02:58.343714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d983d8-1de5-486f-a656-83a78f88f620,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:02:58.346627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:02:58.353437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:02:58.353954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.360550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:02:58.364842 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7d983d8-1de5-486f-a656-83a78f88f620 HTTP/1.1" status: 204 len: 168 time: 0.2917237 Jul 13 22:02:59.718382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35892) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:02:59.966320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-155290375-network', 'tenant_id': 'c56297c28d5e4a188a2e9957571b8dd7'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:02:59.975446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:02:59.987228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Usage tracker for resource:network and tenant:c56297c28d5e4a188a2e9957571b8dd7 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:02:59.995179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:00.005942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:00.017325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Made reservation on behalf of c56297c28d5e4a188a2e9957571b8dd7 for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:00.022741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.046512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.092431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:00.100175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Usage tracker for resource:security_group_rule and tenant:c56297c28d5e4a188a2e9957571b8dd7 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:00.106221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2d07cea4-1c15-47b9-9684-d9d3c524a59f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:00.118814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:00.133575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:00.223104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 2d07cea4-1c15-47b9-9684-d9d3c524a59f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:00.240595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 2d07cea4-1c15-47b9-9684-d9d3c524a59f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:00.241222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.241959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.245692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.251341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f9b8ef14-3fee-4193-90ee-4a336a18697f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:00.278087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:03:00.290778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.291262 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Added segment 011f2438-921b-409d-a78f-807d49c2eddd of type vlan for network 9b5a2eae-b49a-4983-ad43-05309f63c671 Jul 13 22:03:00.324536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.361435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.370366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:00.371025 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.405467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35902) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:00.405678 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6860230 Jul 13 22:03:00.407733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5665196a-1a90-4c27-bebc-b7bf544afac1,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:00.411525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:00.412081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51a643a0-d5d9-4b93-8b3d-cc777e59f878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:00.414250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Request body: {'subnet': {'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-155290375-subnet', 'tenant_id': 'c56297c28d5e4a188a2e9957571b8dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:00.429030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.433134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:00.446692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Usage tracker for resource:subnet and tenant:c56297c28d5e4a188a2e9957571b8dd7 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:00.451460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 2d07cea4-1c15-47b9-9684-d9d3c524a59f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2d07cea4-1c15-47b9-9684-d9d3c524a59f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:00.456350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:00.457175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.460027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-282edfea-2dac-4fc6-b64b-20023eb48432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:00.485444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:00.510723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Made reservation on behalf of c56297c28d5e4a188a2e9957571b8dd7 for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:00.515989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.541167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5a2eae-b49a-4983-ad43-05309f63c671,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:00.545496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=2d07cea4-1c15-47b9-9684-d9d3c524a59f,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:00.549926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:00.550235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:00.581040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 9b5a2eae-b49a-4983-ad43-05309f63c671 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:03:00.649661 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:03:00.849294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26914495-e6a3-41ef-8db3-4c56b511e537 req-887bdaac-fbab-47f8-84bd-8a503cd26510 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:00.858229 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-26914495-e6a3-41ef-8db3-4c56b511e537 req-887bdaac-fbab-47f8-84bd-8a503cd26510 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.1098762 Jul 13 22:03:00.859498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:00.869681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-094a0f65-206b-44b3-a1a2-6198d9dbe9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:00.921934 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-26914495-e6a3-41ef-8db3-4c56b511e537 req-0f4f9265-2be6-4342-950e-f22339eeefc6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622878 Jul 13 22:03:00.956273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb3866c-6a77-4399-83dd-6c8c70ad67b5,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:00.959923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:00.969731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Checking segment: {'id': '011f2438-921b-409d-a78f-807d49c2eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:00.970142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Network hostable DHCP agents. Network: 9b5a2eae-b49a-4983-ad43-05309f63c671, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:03:00.997601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Network 9b5a2eae-b49a-4983-ad43-05309f63c671 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:03:01.007211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 9b5a2eae-b49a-4983-ad43-05309f63c671) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:01.016976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2020494-85a9-4a7b-8321-6036d461f91e None None] Network 9b5a2eae-b49a-4983-ad43-05309f63c671 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:03:01.023610 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:01.024709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:01.069390 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-07b3159d-80d9-452d-84d0-685366fdd025 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6541572 Jul 13 22:03:01.288967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da1e04-955c-4ac2-a3ec-9f4b80902690 None None] Network 9b5a2eae-b49a-4983-ad43-05309f63c671 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:03:02.048494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2d07cea4-1c15-47b9-9684-d9d3c524a59f up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:02.142444 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Sync routers for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:02.168883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:02.169691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:02.189460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 2d07cea4-1c15-47b9-9684-d9d3c524a59f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:02.189884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.271475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a0c2-939a-4988-b62d-f1e1f89bbd8e req-f23e4661-a324-4f9a-b74b-8e07e53e3fab tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:02.273219 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4595a0c2-939a-4988-b62d-f1e1f89bbd8e req-f23e4661-a324-4f9a-b74b-8e07e53e3fab tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.1390295 Jul 13 22:03:02.322601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35932) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:02.330851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21477942-network', 'tenant_id': '0aa0184fb7db4af8b9c649cbb27bcc16'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:02.342515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:02.354319 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4595a0c2-939a-4988-b62d-f1e1f89bbd8e req-e03a4461-6d69-4bbc-9f19-e85db3594882 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734229 Jul 13 22:03:02.355845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Usage tracker for resource:network and tenant:0aa0184fb7db4af8b9c649cbb27bcc16 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:02.362628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:02.376703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:02.394648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Made reservation on behalf of 0aa0184fb7db4af8b9c649cbb27bcc16 for: {'network': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:02.399923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.448505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:02.471900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.533034 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:02.539006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa0184fb7db4af8b9c649cbb27bcc16 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:02.543396 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:02.559389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:02.601796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-e6e07995-3755-4345-963a-b6d6c39e33ee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:02.604580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-e6e07995-3755-4345-963a-b6d6c39e33ee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Synchronizing usage tracker for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:02.630477 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-e6e07995-3755-4345-963a-b6d6c39e33ee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Unset dirty status for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:02.631911 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-e6e07995-3755-4345-963a-b6d6c39e33ee tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.2196140 Jul 13 22:03:02.753716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Deleting port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:03:02.754223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.782921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.818888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.847939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99284f4f-d513-48cc-a8f8-9a59dd72bde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:02.913653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69551d36-cf80-405d-8d2e-84aecff7366a,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:02.917792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:02.949708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=82034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:03:02.981712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:02.982143 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Added segment 59983116-9f45-47ce-879a-a99b304bc3ab of type vlan for network 676eb1e2-4e8e-4402-b0e6-e28abddb56a1 Jul 13 22:03:03.044863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '2db32f48-53b5-4ce6-8b02-93e4af2381e0', 'name': '', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'mac_address': 'fa:16:3e:50:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:54Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 2, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'subnets': [{'id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:03.051218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Checking router: aa22ed5b-5e49-4117-89fc-b77738701a7f for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:03.051719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Updating router aa22ed5b-5e49-4117-89fc-b77738701a7f port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 binding host dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 13 22:03:03.125589 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.126829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.201501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] For port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:03.201733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.214154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.217354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:03.218014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.293785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-693b395d-7494-4a1d-90ef-660cacb7f655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:03.325563 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9992764 Jul 13 22:03:03.326447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35936) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:03.337383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Request body: {'subnet': {'network_id': '676eb1e2-4e8e-4402-b0e6-e28abddb56a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21477942-subnet', 'tenant_id': '0aa0184fb7db4af8b9c649cbb27bcc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:03.348260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:03.356333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Usage tracker for resource:subnet and tenant:0aa0184fb7db4af8b9c649cbb27bcc16 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:03.363001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:03.375748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:03.391379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Made reservation on behalf of 0aa0184fb7db4af8b9c649cbb27bcc16 for: {'subnet': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:03.401548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228567'] for subnet, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.545247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.559029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Transition to ACTIVE for port object 2db32f48-53b5-4ce6-8b02-93e4af2381e0 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:03.569451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.591126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:03.678294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0a6c-b2ab-491c-9557-d32f8530c639 None None] Pushing event updated for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:03.737070 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Pushing event updated for resources: {'Network': ['ID=676eb1e2-4e8e-4402-b0e6-e28abddb56a1,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:03.739948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b33b0a6c-b2ab-491c-9557-d32f8530c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:03.740125 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:03.751391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 676eb1e2-4e8e-4402-b0e6-e28abddb56a1 details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:03:03.965957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.965957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:03.965957 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Floating IP 9e9e9f9e-e542-4514-85a9-97de93743dd7 disassociated. External IP: 172.28.3.120, port: 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4. Jul 13 22:03:03.966404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Calling delete_port for 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 owned by compute:nova {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:03:04.057948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Attempting to bind port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 on host dv-cinder-800618-1-smb for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:03:04.058502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Attempting to bind port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 by drivers openvswitch,hyperv on host dv-cinder-800618-1-smb at level 0 using segments [{'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:03:04.059024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Attempting to bind port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 on network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:04.075519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Checking agent: {'id': '7a0ada89-35ac-4be7-b470-355e13b1ea75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 40), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:03:04.076140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Checking segment: {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:04.076734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.080232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Bound using segment: {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:03:04.080936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Bound port: 2db32f48-53b5-4ce6-8b02-93e4af2381e0, host: dv-cinder-800618-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7627e1d6-e7ab-4701-be46-0570a9437db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:03:04.081505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.098963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3069051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228550'] for subnet, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.114250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24bc869f-d37c-4601-8068-1263e111ce40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:04.154274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815e37-bf05-4e94-a8f3-baa3d8a3d154 req-8da7c6e3-aaec-40ce-b209-6819104075f6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:04.162809 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-61815e37-bf05-4e94-a8f3-baa3d8a3d154 req-8da7c6e3-aaec-40ce-b209-6819104075f6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 947 time: 0.4031765 Jul 13 22:03:04.229901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.244467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-21c3b829-bee0-4e6f-8ca0-a15e0b0919c2 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:04.267646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8900c5d0-b793-42e1-86ba-51ec6b332c21,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:04.268789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] For port 2db32f48-53b5-4ce6-8b02-93e4af2381e0, host dv-cinder-800618-1-smb, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:03:04.276630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] For port 2db32f48-53b5-4ce6-8b02-93e4af2381e0, host dv-cinder-800618-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2db32f48-53b5-4ce6-8b02-93e4af2381e0,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:03:04.282959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.286919 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:04.293830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:04.297770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'Port': ['ID=3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:04.301716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:04.314347 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-61815e37-bf05-4e94-a8f3-baa3d8a3d154 req-29ecf4ba-ad51-4f42-a631-7d59cab12256 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c7ae05-2565-41ab-a2ad-4d60c2b9c981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513135 Jul 13 22:03:04.330797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Checking segment: {'id': '59983116-9f45-47ce-879a-a99b304bc3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '676eb1e2-4e8e-4402-b0e6-e28abddb56a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:04.331434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Network hostable DHCP agents. Network: 676eb1e2-4e8e-4402-b0e6-e28abddb56a1, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:03:04.387760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Network 676eb1e2-4e8e-4402-b0e6-e28abddb56a1 is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:03:04.401951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 676eb1e2-4e8e-4402-b0e6-e28abddb56a1) {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:04.407914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:04.408365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:04.415732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eaaed0-86d9-46f8-b58e-1e73705ba664 None None] Network 676eb1e2-4e8e-4402-b0e6-e28abddb56a1 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:03:04.422410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0a6c-b2ab-491c-9557-d32f8530c639 None None] Pushing event updated for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=4']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:04.427904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b33b0a6c-b2ab-491c-9557-d32f8530c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:04.431707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:04.432421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:04.508793 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a7750c41-7ea3-4e24-8511-fe3e5de0fe01 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1776097 Jul 13 22:03:04.668999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:03:04.757420 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:04.803981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc55923-789f-45a9-9e75-79f6030710f3 None None] Network 676eb1e2-4e8e-4402-b0e6-e28abddb56a1 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:03:05.215342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:03:05.296328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:05.326617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:05.327617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:05.359594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] No DVR routers for this DVR port 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 on host hv-cinder-80061 {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:03:05.362383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:05.374588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-deleted', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:05.383019 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f3c9bbe6-5c1a-4df5-9901-7926f1d82220 req-f7b02dce-8c98-4c7d-b3b3-b7d7eedba96a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "DELETE /v2.0/ports/3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 HTTP/1.1" status: 204 len: 173 time: 2.7443407 Jul 13 22:03:05.477134 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846949dc-efcb-4121-ad91-6d4c0c93796f', 'name': 'network-vif-deleted', 'tag': '3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4', 'status': 'completed', 'code': 200} Jul 13 22:03:05.589351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '2db32f48-53b5-4ce6-8b02-93e4af2381e0', 'name': '', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'mac_address': 'fa:16:3e:50:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:54Z', 'updated_at': '2021-07-13T22:03:04Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'subnets': [{'id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:05.606476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfad6de-412b-4a52-a15a-b51793de8a2d None None] The sync data for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb is: [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:02:55Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '2db32f48-53b5-4ce6-8b02-93e4af2381e0', 'name': '', 'network_id': '9b6a4a51-e7e6-4a25-8d91-ca443eddafb5', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'mac_address': 'fa:16:3e:50:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:54Z', 'updated_at': '2021-07-13T22:03:04Z', 'revision_number': 4, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'subnets': [{'id': '7e33790f-1c81-465e-b6f0-85dbe77a88f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:05.650945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:05.822596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-69880488-74d9-4c76-b4df-1a6fd215fee7 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:05.823536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-69880488-74d9-4c76-b4df-1a6fd215fee7 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Synchronizing usage tracker for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:05.854517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8badf12f-e8ed-4142-9376-2f41c06dbb02 req-85660c35-c44d-4ebe-b791-f89947c5e841 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=846949dc-efcb-4121-ad91-6d4c0c93796f HTTP/1.1" status: 200 len: 210 time: 0.2029650 Jul 13 22:03:05.892364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-69880488-74d9-4c76-b4df-1a6fd215fee7 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Unset dirty status for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:05.908574 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-69880488-74d9-4c76-b4df-1a6fd215fee7 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/networks?id=9b5a2eae-b49a-4983-ad43-05309f63c671 HTTP/1.1" status: 200 len: 808 time: 0.3241959 Jul 13 22:03:05.947816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-be5e1878-cb9a-43fc-b58e-257e20e0f132 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/quotas/c56297c28d5e4a188a2e9957571b8dd7 HTTP/1.1" status: 200 len: 375 time: 0.0325515 Jul 13 22:03:06.041862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:03:06.125165 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-2d1a96b5-afd2-47bb-9309-15eb14df96f2 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c56297c28d5e4a188a2e9957571b8dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683960 Jul 13 22:03:06.149910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2db32f48-53b5-4ce6-8b02-93e4af2381e0 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:06.377076 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-6e4d267e-65b3-4070-a949-dcb22518063f service neutron] 10.222.0.20 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441397 Jul 13 22:03:06.382478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:03:06.382873 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 3cdf0d6b-88c8-4ca1-affd-6b605fe1aaf4 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:03:06.513355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:06.520625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:06.521307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:06.557820 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-e66170e4-eb17-4d90-8db0-485dfe5bf3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788862 Jul 13 22:03:06.703575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:06.710851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:06.722216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:06.752629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:06.753331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:02:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:06.821315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] For port 2db32f48-53b5-4ce6-8b02-93e4af2381e0, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2db32f48-53b5-4ce6-8b02-93e4af2381e0,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:06.864424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:06.869812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:06.885824 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d3de6b75-fe20-4096-976e-6b06755ff326 req-1c088bba-1308-4485-bad7-9b810fee2b94 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 210 time: 0.0737684 Jul 13 22:03:07.079342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Pushing event updated for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:07.101506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:07.116956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 35978) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:07.130414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:07.239939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.284746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.378284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.385512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-14c2de6d-3da6-4b6a-85aa-edbbb96e43c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:07.405499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7ae05-2565-41ab-a2ad-4d60c2b9c981,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:07.409026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:07.411515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.413399 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "DELETE /v2.0/security-groups/49c7ae05-2565-41ab-a2ad-4d60c2b9c981 HTTP/1.1" status: 204 len: 168 time: 0.2935827 Jul 13 22:03:07.416645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35984) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:07.445638 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.v2.resource [None req-6f00e50d-ddc5-4037-9068-56965aef6e2f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] show failed (client error): The resource could not be found. Jul 13 22:03:07.447265 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6f00e50d-ddc5-4037-9068-56965aef6e2f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups/49c7ae05-2565-41ab-a2ad-4d60c2b9c981 HTTP/1.1" status: 404 len: 347 time: 0.0293078 Jul 13 22:03:07.450524 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 35988) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:07.655036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:07.659506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628818b-7bf8-4d99-94d4-860913597f54 None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:07.722226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Deleting port f41e185a-ec34-4039-9158-f552ddc1c0fa {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:03:07.722872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.990999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:07.991513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.095261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2db32f48-53b5-4ce6-8b02-93e4af2381e0 up at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:08.172740 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1b05b452-05b3-4944-8146-8be80d0858ac req-837acff6-9018-4f63-bebf-6b6e26f30bbb tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 210 time: 0.0684073 Jul 13 22:03:08.189671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Calling delete_port for f41e185a-ec34-4039-9158-f552ddc1c0fa owned by network:floatingip {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:03:08.238143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Provisioning complete for port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:08.238484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.363253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.365117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37253082-578e-4250-b269-859367d67567 None None] New status for floating IP 9e9e9f9e-e542-4514-85a9-97de93743dd7: DOWN {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:03:08.375687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:08.618985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'Port': ['ID=f41e185a-ec34-4039-9158-f552ddc1c0fa,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:08.626400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-8da2d985-a232-4b1b-a784-02386e72ff51 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:08.627965 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-8da2d985-a232-4b1b-a784-02386e72ff51 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.11 "GET /v2.0/networks?id=9b5a2eae-b49a-4983-ad43-05309f63c671 HTTP/1.1" status: 200 len: 808 time: 0.2041883 Jul 13 22:03:08.671978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:08.681253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Request body: {'port': {'device_id': 'afc4488f-0435-456f-9edf-25941321112e', 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671', 'admin_state_up': True, 'tenant_id': 'c56297c28d5e4a188a2e9957571b8dd7'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:08.801329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f0be12f1-c4be-4c96-8b73-f9bbdec511ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.852854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.892510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:08.893731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e9e9f9e-e542-4514-85a9-97de93743dd7 HTTP/1.1" status: 204 len: 168 time: 1.4405518 Jul 13 22:03:08.908148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:08.908148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Usage tracker for resource:port and tenant:c56297c28d5e4a188a2e9957571b8dd7 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:08.912133 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:08.917498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:08.928725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Made reservation on behalf of c56297c28d5e4a188a2e9957571b8dd7 for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:08.937536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.147680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Allocated IP 172.20.0.4 (9b5a2eae-b49a-4983-ad43-05309f63c671/6cb3866c-6a77-4399-83dd-6c8c70ad67b5/60f252c1-ebce-4bfd-b126-bbd694bf244a) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:09.203226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36002) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:09.210713 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211758586', 'description': 'tempest-description--112591507'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:09.218231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:09.230126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:09.238273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:09.251337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:09.266977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.311908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:09.315999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:09.319943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:09.327277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:09.393329 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-dde264bc-78b1-4153-95ee-6cd217f81865 req-27d0502f-7bed-4f93-80e6-87c9cea1039c tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 210 time: 0.0530930 Jul 13 22:03:09.438427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.442268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.444518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.448920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24548484-9a28-44dc-a8bb-d0b91c77539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:09.475037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.485620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d02aa5d-e451-4b04-ba64-ad4b3a43cea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:09.495278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.496643 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2923148 Jul 13 22:03:09.498518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c697b8ea-27fa-448f-b810-2891834f86b8,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:09.500691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36006) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:09.503262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:09.507484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group_rule': {'security_group_id': 'c697b8ea-27fa-448f-b810-2891834f86b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:09.514605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:09.519014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:09.522487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:09.529726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:09.548020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.573607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Network 9b5a2eae-b49a-4983-ad43-05309f63c671 is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:09.578485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:09.586413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:09.620293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.623748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.626011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:09.629134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Pushing event updated for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:09.632306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:09.659643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8028e285-97e1-4639-94c7-d60f038d04ef,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:09.660995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.665399 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605883 Jul 13 22:03:09.665399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2d927ec1-27c1-4af9-9637-8c07a2c9ddc4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:09.665679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36010) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:09.671837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'security_group_rule': {'security_group_id': 'c697b8ea-27fa-448f-b810-2891834f86b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:09.673728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:09.674521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.678188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:09.682966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:security_group_rule and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:09.686074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:09.692327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:09.702531 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319617 Jul 13 22:03:09.710838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.719977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Request body: {'port': {'device_id': 'afc4488f-0435-456f-9edf-25941321112e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:09.800419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.806414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.809249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-435d350d-b71d-4825-a1ad-12fed44cb3f5 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:09.849728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.850842 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c36009e-76f6-45ae-afdd-c3ddfdd6b6f1,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:09.856465 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:09.880147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:09.885673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5fe505cb-e6cf-4642-8fa7-befa89145e52 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2190123 Jul 13 22:03:09.886360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36014) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:09.892625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:09.899608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:09.905852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:floatingip and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:09.909400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:09.918286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:09.935672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.108564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.291073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Allocated IP 172.28.3.62 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/85b6dcbc-5929-4e47-8554-cd00622011c1) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:10.356533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.482597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.510341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.516901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81813a09-0f3f-4330-8ecf-c2334c70e3a2 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:10.525193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f252c1-ebce-4bfd-b126-bbd694bf244a {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:10.533866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.551770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Transition to ACTIVE for port object 60f252c1-ebce-4bfd-b126-bbd694bf244a will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:10.556944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.561981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:10.651952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:10.665299 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:10.674848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:10.708387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Pushing event updated for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:10.712659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:10.721646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=85b6dcbc-5929-4e47-8554-cd00622011c1,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:10.736001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01697-7b4b-4489-8c6c-77880299ef84 req-90c79ba6-cc67-4529-b3c8-c0c56a4f09d6 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:10.737687 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fad01697-7b4b-4489-8c6c-77880299ef84 req-90c79ba6-cc67-4529-b3c8-c0c56a4f09d6 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 943 time: 0.1753089 Jul 13 22:03:10.740987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:10.797584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-fad01697-7b4b-4489-8c6c-77880299ef84 req-3d3f8946-1e6c-44f1-8fd4-e132553b34be tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Synchronizing usage tracker for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:10.825161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-fad01697-7b4b-4489-8c6c-77880299ef84 req-3d3f8946-1e6c-44f1-8fd4-e132553b34be tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Unset dirty status for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:10.826289 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fad01697-7b4b-4489-8c6c-77880299ef84 req-3d3f8946-1e6c-44f1-8fd4-e132553b34be tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788414 Jul 13 22:03:10.827922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Attempting to bind port 60f252c1-ebce-4bfd-b126-bbd694bf244a on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:03:10.828347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Attempting to bind port 60f252c1-ebce-4bfd-b126-bbd694bf244a by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '011f2438-921b-409d-a78f-807d49c2eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:03:10.828734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Attempting to bind port 60f252c1-ebce-4bfd-b126-bbd694bf244a on network 9b5a2eae-b49a-4983-ad43-05309f63c671 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:10.853289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Port 60f252c1-ebce-4bfd-b126-bbd694bf244a on network 9b5a2eae-b49a-4983-ad43-05309f63c671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:03:10.853673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Attempting to bind port 60f252c1-ebce-4bfd-b126-bbd694bf244a on network 9b5a2eae-b49a-4983-ad43-05309f63c671 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:10.872446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:03:10.872839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Checking segment: {'id': '011f2438-921b-409d-a78f-807d49c2eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:10.873281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Bound using segment: {'id': '011f2438-921b-409d-a78f-807d49c2eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:03:10.873887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Bound port: 60f252c1-ebce-4bfd-b126-bbd694bf244a, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011f2438-921b-409d-a78f-807d49c2eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:03:10.874117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.970778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ee326e6b-494a-4241-9ec3-5b2316ec5e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:10.984799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:03:10.988496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a,segment=NetworkSegment(011f2438-921b-409d-a78f-807d49c2eddd),segment_id=011f2438-921b-409d-a78f-807d49c2eddd)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:03:10.993393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.002829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-86a4e74a-042a-455c-a066-7375e649bdd7 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:11.046943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.048896 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] 10.222.0.11 "PUT /v2.0/ports/60f252c1-ebce-4bfd-b126-bbd694bf244a HTTP/1.1" status: 200 len: 1093 time: 1.3335643 Jul 13 22:03:11.049527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:11.110522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Pushing event updated for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:11.124829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:11.175978 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a', 'status': 'completed', 'code': 200} Jul 13 22:03:11.182099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.214667 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-2fd0b3a4-30c5-465d-a709-6f4f824d1166 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c56297c28d5e4a188a2e9957571b8dd7&device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 1096 time: 0.0843403 Jul 13 22:03:11.241927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.299093 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-6c48ed0a-2f43-4d55-be2d-9d45fecb117b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a HTTP/1.1" status: 200 len: 217 time: 0.0702593 Jul 13 22:03:11.370566 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-ec0afcdc-ccb4-4c56-b2fa-a761e7ef897d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:11.372207 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-ec0afcdc-ccb4-4c56-b2fa-a761e7ef897d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cb3866c-6a77-4399-83dd-6c8c70ad67b5 HTTP/1.1" status: 200 len: 848 time: 0.0660703 Jul 13 22:03:11.423173 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-6b316f52-1567-411d-b920-1667335a8d47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b5a2eae-b49a-4983-ad43-05309f63c671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445750 Jul 13 22:03:11.461984 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.465834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.470538 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9377eafa-68a9-4bfb-8ec3-4922447864d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:11.571601 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-724ea7b7-1787-41eb-8848-7c8d7ede5c60 service neutron] 10.222.0.11 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411791 Jul 13 22:03:11.582331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=85b6dcbc-5929-4e47-8554-cd00622011c1,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:11.587251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:11.598647 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.621430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.622826 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7354445 Jul 13 22:03:11.691969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:11.734482 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f19105d9-7e2f-458e-aae6-43c0a5c401bb req-9064a60a-35e1-4a6d-9625-dae977f52fec service neutron] 10.222.0.11 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574495 Jul 13 22:03:11.915013 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-aabbcf99-79c6-4e3e-8a0e-50c45f48fc79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c56297c28d5e4a188a2e9957571b8dd7&device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 1096 time: 0.0920086 Jul 13 22:03:11.954615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-c018660d-8dd1-438a-8b13-6ab65dd51017 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Synchronizing usage tracker for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:12.041910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-c018660d-8dd1-438a-8b13-6ab65dd51017 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Unset dirty status for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:12.043181 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-c018660d-8dd1-438a-8b13-6ab65dd51017 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1211758586&fields=id&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 267 time: 0.1993251 Jul 13 22:03:12.061846 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-b2a06b63-7dde-460e-abe6-d4a4be96f982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:12.063455 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-b2a06b63-7dde-460e-abe6-d4a4be96f982 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b5a2eae-b49a-4983-ad43-05309f63c671 HTTP/1.1" status: 200 len: 909 time: 0.1418269 Jul 13 22:03:12.120340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-ce272801-5071-4395-bf18-17594bd7cc3a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:12.121922 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-ce272801-5071-4395-bf18-17594bd7cc3a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 814 time: 0.2256980 Jul 13 22:03:12.137390 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-556eb377-0fa0-4e83-941e-94fb954df883 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a HTTP/1.1" status: 200 len: 217 time: 0.0670028 Jul 13 22:03:12.182490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:12.208112 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-e17d678e-2e7e-4c76-b19e-773ed1c38351 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/quotas/af07f769b3044ab488d919021d6c0f4c HTTP/1.1" status: 200 len: 375 time: 0.0800991 Jul 13 22:03:12.210645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-e8724f50-e5f4-4b47-8f17-90c894be3738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:12.212474 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-e8724f50-e5f4-4b47-8f17-90c894be3738 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6cb3866c-6a77-4399-83dd-6c8c70ad67b5 HTTP/1.1" status: 200 len: 848 time: 0.0686324 Jul 13 22:03:12.263974 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-7fa2d304-634b-4d93-a198-c8f4c36337ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b5a2eae-b49a-4983-ad43-05309f63c671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447927 Jul 13 22:03:12.288977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-4bb9f26c-2713-4736-a1dd-a77c244dbcc8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:12.290570 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-4bb9f26c-2713-4736-a1dd-a77c244dbcc8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 817 time: 0.2383795 Jul 13 22:03:12.322779 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-0af3cd2e-8e6c-4a94-a5c4-9c7a16bf85eb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/quotas/323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 375 time: 0.0259697 Jul 13 22:03:12.369546 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-004ce87a-9101-4d35-9208-99dbe0c92c6b tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549056 Jul 13 22:03:12.420813 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-9eb8a6b5-7395-4021-8a82-921bf250e27b service neutron] 10.222.0.11 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413889 Jul 13 22:03:12.533711 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-f1c01bfb-bd88-4a0e-8e36-ed2117af01e1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2037976 Jul 13 22:03:12.568939 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e99a6308-cff2-4aac-ba78-d09c7465554b req-a65ece95-cca2-4283-bce4-1b208d98b064 service neutron] 10.222.0.11 "GET /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409431 Jul 13 22:03:12.579624 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-7a2e2e37-d1b4-4b6b-bf0d-6d6b03a956d7 service neutron] 10.222.0.20 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954236 Jul 13 22:03:12.810829 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-e448acd6-e7f6-4bf0-88df-ed60d46c9bab service neutron] 10.222.0.20 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616980 Jul 13 22:03:12.816136 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-948fbd3e-04a8-4135-b35e-df9ad5915a86 service neutron] 10.222.0.20 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223787 Jul 13 22:03:12.866897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:12.965935 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-3e6bd1f0-70f7-4383-932d-8a7d06f5a7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486084 Jul 13 22:03:13.192670 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fcc3a41c-d37d-4547-89a5-6df95fe089fb req-5ef58e30-4e53-4598-a28f-a85cad4bb9e3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 210 time: 0.0564172 Jul 13 22:03:13.208151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b391-b1f1-4376-b9a3-1716cb0390e9 req-a6fa5350-7d90-4a4c-aec4-181de5ed8f98 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:13.209782 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7452b391-b1f1-4376-b9a3-1716cb0390e9 req-a6fa5350-7d90-4a4c-aec4-181de5ed8f98 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 943 time: 0.1645014 Jul 13 22:03:13.325006 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6089544b-84d9-4323-909b-80d400b70095 req-5f3edfc3-dde9-4838-a9fc-f209879c815a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0608714 Jul 13 22:03:13.327376 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7452b391-b1f1-4376-b9a3-1716cb0390e9 req-797d69d1-007a-4e56-8533-dfb7810b03d2 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993428 Jul 13 22:03:13.965841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 60f252c1-ebce-4bfd-b126-bbd694bf244a details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:03:14.111568 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a,segment=NetworkSegment(011f2438-921b-409d-a78f-807d49c2eddd),segment_id=011f2438-921b-409d-a78f-807d49c2eddd)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:14.131141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '60f252c1-ebce-4bfd-b126-bbd694bf244a', 'network_id': '9b5a2eae-b49a-4983-ad43-05309f63c671', 'port_id': '60f252c1-ebce-4bfd-b126-bbd694bf244a', 'mac_address': 'fa:16:3e:48:06:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb3866c-6a77-4399-83dd-6c8c70ad67b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:03:14.198971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:14.223088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f252c1-ebce-4bfd-b126-bbd694bf244a {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:14.243357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a,segment=NetworkSegment(011f2438-921b-409d-a78f-807d49c2eddd),segment_id=011f2438-921b-409d-a78f-807d49c2eddd)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:14.246804 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:14.250400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bdea594-6bee-429a-896b-17c2b35d902e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:14.300358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-4fea769c-f467-4236-9ee9-6390b4ee136c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:14.300950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-4fea769c-f467-4236-9ee9-6390b4ee136c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Synchronizing usage tracker for tenant:af07f769b3044ab488d919021d6c0f4c on resource:network {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:14.328591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-4fea769c-f467-4236-9ee9-6390b4ee136c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Unset dirty status for tenant:af07f769b3044ab488d919021d6c0f4c on resource:network {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:14.333063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:14.338433 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-4fea769c-f467-4236-9ee9-6390b4ee136c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 814 time: 0.2139511 Jul 13 22:03:14.344634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.344634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.344947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.345278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.345662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.346041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.346572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.347428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.347428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.347806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.348394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:14.355480 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:14.362977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'port': {'device_id': '6738143c-02d9-4f24-a7bd-5440388624ed', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'admin_state_up': True, 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:14.526756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:14.530656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:port and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:14.533615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:14.539765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:14.549707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Made reservation on behalf of af07f769b3044ab488d919021d6c0f4c for: {'port': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:14.554302 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12f2caa6-71ee-46df-a1ac-b5991bc67d85 req-19ba6f49-8a18-40d4-8550-ceaa7bac0548 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 210 time: 0.0567937 Jul 13 22:03:14.556251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:14.587093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['60f252c1-ebce-4bfd-b126-bbd694bf244a'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:14.607703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33197cae-be3a-4a9f-9910-96612ede01db req-304feea0-8ea3-4a76-9e50-708dbf064c37 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:14.609366 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-33197cae-be3a-4a9f-9910-96612ede01db req-304feea0-8ea3-4a76-9e50-708dbf064c37 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 944 time: 0.1473489 Jul 13 22:03:14.680962 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-33197cae-be3a-4a9f-9910-96612ede01db req-775a9138-2642-482a-a5f4-311a10787142 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650108 Jul 13 22:03:14.779402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Allocated IP 172.20.0.13 (5e4c3501-de48-4f04-b939-64bc6badb5de/7a81dfef-95be-480f-a9ff-cb03302d2569/00e59b61-60fd-4a12-bbd5-128c30ce255f) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:14.780064 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-219884f1-913b-4327-a163-b047496a27e2 req-0adde02f-825f-46ad-afb1-9addb3e34a14 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0599201 Jul 13 22:03:15.062141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2af47f95-92ec-4989-a604-fcfde007f494 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:15.065651 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2af47f95-92ec-4989-a604-fcfde007f494 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 817 time: 0.2531698 Jul 13 22:03:15.074884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:15.094106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Transition to ACTIVE for port object 00e59b61-60fd-4a12-bbd5-128c30ce255f will not be triggered until provisioned by entity DHCP. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:15.116316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:15.132799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aa258399-bda6-4195-b99a-83b046eb4ef9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:15.169017 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-57b9f323-3eb0-4d00-af80-3640a996655e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 380 time: 0.0841265 Jul 13 22:03:15.213360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Network 5e4c3501-de48-4f04-b939-64bc6badb5de is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:15.221829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:15.242020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:15.326188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:15.334074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:15.369719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:15.370716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:15.416440 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0559719 Jul 13 22:03:15.713082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f1060fd4-6016-46fe-9e5c-602aff4e17b3 None None] Provisioning for port 00e59b61-60fd-4a12-bbd5-128c30ce255f completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:15.719452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-f1060fd4-6016-46fe-9e5c-602aff4e17b3 None None] Provisioning complete for port 00e59b61-60fd-4a12-bbd5-128c30ce255f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:15.719880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f1060fd4-6016-46fe-9e5c-602aff4e17b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:15.778434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f1060fd4-6016-46fe-9e5c-602aff4e17b3 None None] Port 00e59b61-60fd-4a12-bbd5-128c30ce255f cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:03:15.798434 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cc96c-11c9-43bd-834c-fcd67b271ad0 req-b7e50552-8477-419a-b9fa-004b384f5e96 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:15.800076 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c0cc96c-11c9-43bd-834c-fcd67b271ad0 req-b7e50552-8477-419a-b9fa-004b384f5e96 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.1158016 Jul 13 22:03:15.923419 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c0cc96c-11c9-43bd-834c-fcd67b271ad0 req-603899ca-cfc0-4b9a-88d8-45debca94f53 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156099 Jul 13 22:03:15.944163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3af43e-7392-430f-8b7e-7c3173418dad req-a3769ab8-b006-4c09-b523-ff4595ad68a8 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:15.945875 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e3af43e-7392-430f-8b7e-7c3173418dad req-a3769ab8-b006-4c09-b523-ff4595ad68a8 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 944 time: 0.1207745 Jul 13 22:03:15.982555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 60f252c1-ebce-4bfd-b126-bbd694bf244a up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:16.008898 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9e3af43e-7392-430f-8b7e-7c3173418dad req-be792700-8a77-4343-96d5-53d4090891a9 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Jul 13 22:03:16.081182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 60f252c1-ebce-4bfd-b126-bbd694bf244a completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:16.088502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 60f252c1-ebce-4bfd-b126-bbd694bf244a triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:16.089212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:16.116491 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-386147e3-8b77-4782-891f-df30e0a5161f req-b3ca5484-d217-4ab0-9967-cd451a26a182 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0479112 Jul 13 22:03:16.221686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:16.250364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:16.261101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a,segment=NetworkSegment(011f2438-921b-409d-a78f-807d49c2eddd),segment_id=011f2438-921b-409d-a78f-807d49c2eddd)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:16.264654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:16.268328 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:16.316970 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a', 'code': 200} Jul 13 22:03:16.345275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:16.348581 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:17.137827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026438ce-c9d1-4f16-8202-8428dd115cc7 req-551f7a72-e6c6-4836-8e34-87e9ac1cf8c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:17.139411 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-026438ce-c9d1-4f16-8202-8428dd115cc7 req-551f7a72-e6c6-4836-8e34-87e9ac1cf8c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0897989 Jul 13 22:03:17.241718 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-026438ce-c9d1-4f16-8202-8428dd115cc7 req-a813c31d-d888-453a-a3af-5f5587abf0cb tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954900 Jul 13 22:03:17.280540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4dbab-0ee1-4f4e-904d-541932917af2 req-1ad90ebe-07b4-43be-b37a-c0caa1cb26cd tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:17.282115 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-66d4dbab-0ee1-4f4e-904d-541932917af2 req-1ad90ebe-07b4-43be-b37a-c0caa1cb26cd tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1185458 Jul 13 22:03:17.338307 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-66d4dbab-0ee1-4f4e-904d-541932917af2 req-7ad92d10-7a2e-487f-a17a-20ba949f43bf tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Jul 13 22:03:17.411892 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e40da9bd-5b74-4376-9e9a-bed2f0025905 req-679dd236-f33d-4e23-97ab-54c8aaebbdf8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0470219 Jul 13 22:03:18.454160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7f26e-a490-467c-a483-9e36021b314a req-bb8888a2-5244-478a-9ae1-b8da12578d65 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:18.455843 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fed7f26e-a490-467c-a483-9e36021b314a req-bb8888a2-5244-478a-9ae1-b8da12578d65 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0917897 Jul 13 22:03:18.563399 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fed7f26e-a490-467c-a483-9e36021b314a req-c5645d39-bbe6-4edb-831e-b584ca5f8664 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998905 Jul 13 22:03:18.600567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1de2-9354-4e65-8399-978255dac4fa req-b8a63e20-3862-4524-b019-bca7488c1356 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:18.602487 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12ce1de2-9354-4e65-8399-978255dac4fa req-b8a63e20-3862-4524-b019-bca7488c1356 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1210625 Jul 13 22:03:18.654904 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-12ce1de2-9354-4e65-8399-978255dac4fa req-b674e6f2-964b-4648-abff-90f5cdc5f671 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Jul 13 22:03:18.744768 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cb7f13e1-98f2-4720-8bcb-10c86b7d2878 req-79e85099-465e-4c4a-84e9-aa33a893760a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0459652 Jul 13 22:03:19.779533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f01e-5840-4cf1-87f2-ca954ae19d14 req-900a18a8-54d2-4610-86f2-50a6b825947a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:19.781436 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5494f01e-5840-4cf1-87f2-ca954ae19d14 req-900a18a8-54d2-4610-86f2-50a6b825947a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0931015 Jul 13 22:03:19.904065 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5494f01e-5840-4cf1-87f2-ca954ae19d14 req-c72b5403-9a97-42a1-b952-ad52687d369c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842538 Jul 13 22:03:19.919128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95304e02-1860-49ce-95bf-54a766b5fc6e req-045e6867-df16-4f4f-9dee-f6dd1a33a94f tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:19.920971 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-95304e02-1860-49ce-95bf-54a766b5fc6e req-045e6867-df16-4f4f-9dee-f6dd1a33a94f tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1379457 Jul 13 22:03:19.979142 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-95304e02-1860-49ce-95bf-54a766b5fc6e req-23fb2a10-9c5a-4928-92e7-a08617b609fa tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511749 Jul 13 22:03:20.070129 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7d189cb-ec11-4354-b138-6c925dc9251b req-0cbfb6d0-6064-4e64-8c8b-986a8ec3a92b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0461059 Jul 13 22:03:21.163222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b5d3-6b58-4dd8-8469-8d3b14632b3e req-5d6d758f-63ad-4a35-81a4-6bd1eafd4fd6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:21.164833 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-28d2b5d3-6b58-4dd8-8469-8d3b14632b3e req-5d6d758f-63ad-4a35-81a4-6bd1eafd4fd6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.1334569 Jul 13 22:03:21.237812 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-28d2b5d3-6b58-4dd8-8469-8d3b14632b3e req-7d16e213-216c-478f-9449-adec322e47e5 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663240 Jul 13 22:03:21.249700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e212c8-82a9-4c6c-b57c-841a94b2d10d req-f2f77511-61c1-4e66-b137-d21cb4272bb0 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:21.250920 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-61e212c8-82a9-4c6c-b57c-841a94b2d10d req-f2f77511-61c1-4e66-b137-d21cb4272bb0 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1424973 Jul 13 22:03:21.325800 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-61e212c8-82a9-4c6c-b57c-841a94b2d10d req-b1e5499a-92de-4546-b960-e7d05ccd5877 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673177 Jul 13 22:03:21.409899 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bf690263-6209-4abe-a089-96ee536e1c1d req-009bcacf-e7da-4939-b816-28f8afbe2d50 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0524654 Jul 13 22:03:22.456516 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217bb6f-a3fa-4199-95bb-7633dbb57b5c req-cd9d78b9-3553-4fa8-8acc-8694b9e84569 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:22.458368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1217bb6f-a3fa-4199-95bb-7633dbb57b5c req-cd9d78b9-3553-4fa8-8acc-8694b9e84569 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0869899 Jul 13 22:03:22.570638 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1217bb6f-a3fa-4199-95bb-7633dbb57b5c req-c79e9170-3d52-4d60-98bc-5874e22b0e86 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751948 Jul 13 22:03:22.588363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b0500-f435-407d-aa81-b20f3220c507 req-c81d5e06-4d05-4ffc-a4ea-bcf395e2e6dd tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:22.597760 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4b8b0500-f435-407d-aa81-b20f3220c507 req-c81d5e06-4d05-4ffc-a4ea-bcf395e2e6dd tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1306925 Jul 13 22:03:22.867575 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8cb3fd60-3142-4902-bac4-2289b4f21adc req-481bc3dc-c591-41b5-8a50-75a6dc6a1bb9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0513501 Jul 13 22:03:22.896169 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4b8b0500-f435-407d-aa81-b20f3220c507 req-5e6fc57c-191d-4471-a851-db05dc5e9f8b tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969728 Jul 13 22:03:23.786038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cc718-cb29-4645-bffe-4cde8b17f874 req-e4c00b81-0518-4705-91e4-369f6415aa54 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:23.787642 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff9cc718-cb29-4645-bffe-4cde8b17f874 req-e4c00b81-0518-4705-91e4-369f6415aa54 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0872893 Jul 13 22:03:23.839077 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ff9cc718-cb29-4645-bffe-4cde8b17f874 req-c87964db-0f69-4ece-979f-729816a5ad70 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Jul 13 22:03:24.115592 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ce656068-fe9d-4b90-a0a8-8d6a35100590 req-dc20d03f-f25f-4f7d-af3a-e58fcbdc9aaf tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0562603 Jul 13 22:03:24.156220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64782e1b-c034-40f0-859a-f9621f26bd59 req-38f19de6-a804-4082-9fd3-51143ebc86c6 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:24.157826 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-64782e1b-c034-40f0-859a-f9621f26bd59 req-38f19de6-a804-4082-9fd3-51143ebc86c6 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1337416 Jul 13 22:03:24.209368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-64782e1b-c034-40f0-859a-f9621f26bd59 req-ed53b89a-b1ab-441c-bbf6-e27056018430 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Jul 13 22:03:24.837526 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11374a-a59e-464b-aee4-c5da4c19a531 req-99f3856b-e304-41d8-8ad9-361ed3f8e8ec tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:24.839092 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c11374a-a59e-464b-aee4-c5da4c19a531 req-99f3856b-e304-41d8-8ad9-361ed3f8e8ec tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.0854790 Jul 13 22:03:24.901036 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c11374a-a59e-464b-aee4-c5da4c19a531 req-caf27899-96bc-4fa4-b2d3-6b82ed407c61 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553613 Jul 13 22:03:25.075144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe603ff-27ca-4bc8-8a08-3968ab8318b8 req-a986e9ee-7dc7-4524-909f-5722d2f9a05c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:25.076938 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fe603ff-27ca-4bc8-8a08-3968ab8318b8 req-a986e9ee-7dc7-4524-909f-5722d2f9a05c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 932 time: 0.0928383 Jul 13 22:03:25.127239 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fe603ff-27ca-4bc8-8a08-3968ab8318b8 req-c6b981c7-78c3-42c2-8853-ca1ed3751332 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Jul 13 22:03:25.304038 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab1f97db-7005-4836-8d60-4bd422732718 req-41094c24-cb1d-4395-9244-4bb00df1b933 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0490324 Jul 13 22:03:25.426060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab974e-1334-4437-8dfb-f54650bd40c4 req-ddf2c2d7-4122-4fe8-ba65-0d4e3d7637ec tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:25.427598 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ab974e-1334-4437-8dfb-f54650bd40c4 req-ddf2c2d7-4122-4fe8-ba65-0d4e3d7637ec tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.0867610 Jul 13 22:03:25.475613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1ab974e-1334-4437-8dfb-f54650bd40c4 req-325435ed-5ed0-42b5-8029-3ca73cb25378 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Jul 13 22:03:25.705380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'port': {'device_id': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'admin_state_up': True, 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'security_groups': ['c697b8ea-27fa-448f-b810-2891834f86b8']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:25.706917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Request body: {'port': {'device_id': '6738143c-02d9-4f24-a7bd-5440388624ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:25.841708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:25.859502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:25.865999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Usage tracker for resource:port and tenant:323f310f0ebe47e48795c1fab8313d7c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:25.869478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:25.875805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:25.904141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Made reservation on behalf of 323f310f0ebe47e48795c1fab8313d7c for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:25.910086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.217475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Allocated IP 172.20.0.14 (8d972f44-19e7-40c2-a28c-ecf0e546a24a/f1a1ea32-4a2e-493e-84db-4a80f16e1d0d/4737db05-e330-417e-b57c-d75a71209272) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:26.218751 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e59b61-60fd-4a12-bbd5-128c30ce255f {{(pid=82034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:26.226060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.240641 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f069bc0-b01e-48ed-8d41-f1e64655fafc req-95d710f3-d78d-4a0e-bc95-581938882809 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 1098 time: 0.2409902 Jul 13 22:03:26.242296 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Transition to ACTIVE for port object 00e59b61-60fd-4a12-bbd5-128c30ce255f will not be triggered until provisioned by entity L2. {{(pid=82034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:26.245758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.272143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-eeab8095-4cef-46c9-9b7d-befe7401e9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:26.279062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431e013-6fd2-42b5-a899-d0729bac34f9 req-c4db6f7f-ef92-4b31-8851-234c9fafa7a0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:26.280806 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6431e013-6fd2-42b5-a899-d0729bac34f9 req-c4db6f7f-ef92-4b31-8851-234c9fafa7a0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2328117 Jul 13 22:03:26.410201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:26.451544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:26.496492 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6431e013-6fd2-42b5-a899-d0729bac34f9 req-47c5d6a3-bd99-4547-9349-a93035bfabeb tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335478 Jul 13 22:03:26.525693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Attempting to bind port 00e59b61-60fd-4a12-bbd5-128c30ce255f on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:03:26.526315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Attempting to bind port 00e59b61-60fd-4a12-bbd5-128c30ce255f by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:03:26.526844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Attempting to bind port 00e59b61-60fd-4a12-bbd5-128c30ce255f on network 5e4c3501-de48-4f04-b939-64bc6badb5de {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:26.533682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Port 00e59b61-60fd-4a12-bbd5-128c30ce255f on network 5e4c3501-de48-4f04-b939-64bc6badb5de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:03:26.534277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Attempting to bind port 00e59b61-60fd-4a12-bbd5-128c30ce255f on network 5e4c3501-de48-4f04-b939-64bc6badb5de {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:26.542856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:03:26.543455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Checking segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:26.544075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Bound using segment: {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'} {{(pid=82034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:03:26.544783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Bound port: 00e59b61-60fd-4a12-bbd5-128c30ce255f, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac8b966-e252-405a-bf88-a69e533b0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de'}}] {{(pid=82034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:03:26.545366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.553830 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7f069bc0-b01e-48ed-8d41-f1e64655fafc req-a8798b0d-8f0a-4ed9-8739-a51eb77cbe54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037946 Jul 13 22:03:26.578748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a25bad-01a2-42f9-8384-658702ff8481 req-fad8c2fc-141f-44cc-ab32-323567b2d0ab tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:26.580418 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a4a25bad-01a2-42f9-8384-658702ff8481 req-fad8c2fc-141f-44cc-ab32-323567b2d0ab tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 944 time: 0.2940533 Jul 13 22:03:26.648190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, cleared binding levels {{(pid=82034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:03:26.652870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:03:26.657425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.662442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:26.702580 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a4a25bad-01a2-42f9-8384-658702ff8481 req-7b62e319-0350-4562-b8db-8e19015b45db tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146603 Jul 13 22:03:26.707541 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e9e08684-e9d0-4d7f-87db-c05224da9dba req-347157c5-2a47-4d5e-b93c-ba768329ead9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0583744 Jul 13 22:03:26.725467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.740356 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.741998 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] 10.222.0.11 "PUT /v2.0/ports/00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 1094 time: 1.0414236 Jul 13 22:03:26.743789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:26.744639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Transition to ACTIVE for port object 4737db05-e330-417e-b57c-d75a71209272 will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:26.763274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=3']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:26.766939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:26.775979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:26.782132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-51ec8bd1-3e49-407b-b597-738d96b0ec19 tempest-DeleteServersTestJSON-1408899646 tempest-DeleteServersTestJSON-1408899646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:26.835780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:03:26.857596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:26.861548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:26.866148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:26.967251 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-1ba7f828-9ce6-4265-a832-b891de55b1a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1097 time: 0.0874951 Jul 13 22:03:26.984509 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:26.996473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:26.997216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:27.015959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:27.040208 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-cc6620c2-8695-42fc-877c-41b1ac8d1717 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3394401 Jul 13 22:03:27.065426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Request body: {'port': {'device_id': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:27.072425 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-6ee7273c-bcdd-40af-b986-fa8ccb94dd90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 217 time: 0.0884483 Jul 13 22:03:27.116783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7402ae-1fa9-4fd8-a27d-c3bbb4a35c8f req-9f0da7a8-7e44-482e-bdf4-e22957bd8d83 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:27.119054 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fc7402ae-1fa9-4fd8-a27d-c3bbb4a35c8f req-9f0da7a8-7e44-482e-bdf4-e22957bd8d83 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1710944 Jul 13 22:03:27.154601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-16dcb6ab-566c-4438-a5a8-e7fc0796db78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:27.156270 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-16dcb6ab-566c-4438-a5a8-e7fc0796db78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.0728600 Jul 13 22:03:27.235944 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fc7402ae-1fa9-4fd8-a27d-c3bbb4a35c8f req-7fa430ce-7e97-4a48-a7d2-a08486e4cd12 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063278 Jul 13 22:03:27.236527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:27.242353 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-f63a1f0a-9288-47ea-96d3-e4df0a7c1c91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786800 Jul 13 22:03:27.268239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-525401e1-7483-49c6-a026-e17b7b333175 None None] Provisioning for port 4737db05-e330-417e-b57c-d75a71209272 completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:27.273414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-525401e1-7483-49c6-a026-e17b7b333175 None None] Provisioning complete for port 4737db05-e330-417e-b57c-d75a71209272 triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:27.273840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-525401e1-7483-49c6-a026-e17b7b333175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:27.331627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-525401e1-7483-49c6-a026-e17b7b333175 None None] Port 4737db05-e330-417e-b57c-d75a71209272 cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:03:27.389420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-970b4b04-f5f0-4dad-a2c4-4c5695013f8d service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399105 Jul 13 22:03:27.543129 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-20b35383-f2e7-4ab4-9cd0-db46f46b53f2 req-f5d7e461-114a-46cf-93ed-5027c519a2bc service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469309 Jul 13 22:03:27.744913 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-d92e3bb0-cedc-48ab-b85b-8643ee69c41c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1097 time: 0.0864484 Jul 13 22:03:27.798852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884799f1-689e-41bf-ba63-2f40bbe15e41 req-a98764c6-460d-4070-bb68-7fe9534b769d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:27.800417 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-884799f1-689e-41bf-ba63-2f40bbe15e41 req-a98764c6-460d-4070-bb68-7fe9534b769d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.1326735 Jul 13 22:03:27.903785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-7760dd38-ea9c-41c0-8492-542ab3f51ce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:27.905476 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-7760dd38-ea9c-41c0-8492-542ab3f51ce6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.1539347 Jul 13 22:03:27.956994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:27.967415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:27.974278 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-884799f1-689e-41bf-ba63-2f40bbe15e41 req-5ccffc70-bab1-44a5-a9bc-ef01b6b20745 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644707 Jul 13 22:03:27.982389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-6e68812e-38fe-403c-9317-7d91e8e71a91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 217 time: 0.0694809 Jul 13 22:03:28.004960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Transition to ACTIVE for port object 4737db05-e330-417e-b57c-d75a71209272 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:28.011847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:28.019600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:28.068708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5ec4-381d-43cc-af35-bb5c63a6ea7f req-69076ad7-c5df-4834-a623-2cb4d56e8931 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:28.070340 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-433a5ec4-381d-43cc-af35-bb5c63a6ea7f req-69076ad7-c5df-4834-a623-2cb4d56e8931 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 944 time: 0.2079666 Jul 13 22:03:28.210451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:28.226106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:28.285977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-91be67b8-0307-4bb4-a45d-39b2476d7243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:28.287915 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-91be67b8-0307-4bb4-a45d-39b2476d7243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.2990985 Jul 13 22:03:28.319654 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-433a5ec4-381d-43cc-af35-bb5c63a6ea7f req-c66231aa-c82b-47e7-8351-3955bf6b5b95 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321246 Jul 13 22:03:28.386822 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-7e609d2d-3cf5-421c-9752-22fd6bd12995 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855284 Jul 13 22:03:28.396889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f472e-727d-4fd6-8f46-291ec248303a req-920f401c-15af-49b4-bb69-2d38a47e77fb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:28.397665 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-538f472e-727d-4fd6-8f46-291ec248303a req-920f401c-15af-49b4-bb69-2d38a47e77fb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Synchronizing usage tracker for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:28.431014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-538f472e-727d-4fd6-8f46-291ec248303a req-920f401c-15af-49b4-bb69-2d38a47e77fb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Unset dirty status for tenant:323f310f0ebe47e48795c1fab8313d7c on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:28.432546 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-538f472e-727d-4fd6-8f46-291ec248303a req-920f401c-15af-49b4-bb69-2d38a47e77fb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.3182395 Jul 13 22:03:28.434649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Attempting to bind port 4737db05-e330-417e-b57c-d75a71209272 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:03:28.435027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Attempting to bind port 4737db05-e330-417e-b57c-d75a71209272 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:03:28.435402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Attempting to bind port 4737db05-e330-417e-b57c-d75a71209272 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:28.493181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Port 4737db05-e330-417e-b57c-d75a71209272 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:03:28.493605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Attempting to bind port 4737db05-e330-417e-b57c-d75a71209272 on network 8d972f44-19e7-40c2-a28c-ecf0e546a24a {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:28.563934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:03:28.564346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Checking segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:28.564782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Bound using segment: {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:03:28.565267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Bound port: 4737db05-e330-417e-b57c-d75a71209272, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95802f0a-bf35-41c7-9ad9-088d1513bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:03:28.565656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:28.597624 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-bfdd3385-6d8a-4cab-b758-636087364860 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380126 Jul 13 22:03:28.653236 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-538f472e-727d-4fd6-8f46-291ec248303a req-9867c8e8-cfc8-49f0-86ab-b946105a74a9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133565 Jul 13 22:03:28.727835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d8998-e848-434a-a2ed-d89637157245 req-3f756788-6703-4421-ae87-089ac8f7e8ad tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:28.729472 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-885d8998-e848-434a-a2ed-d89637157245 req-3f756788-6703-4421-ae87-089ac8f7e8ad tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.2729087 Jul 13 22:03:28.739664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-dfe952b4-48d9-4805-8cf7-3215a0c21997 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:28.741224 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-dfe952b4-48d9-4805-8cf7-3215a0c21997 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.2380843 Jul 13 22:03:28.742302 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-93bd2cf4-1c6b-445e-b216-a9e171cf58b2 req-3c20c2b7-8ab6-45ba-a5cf-c8950f0154ed service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376283 Jul 13 22:03:28.770454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:03:28.826729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:03:28.844755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:28.852681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:28.907941 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-885d8998-e848-434a-a2ed-d89637157245 req-e9348afd-e758-4a04-8f9e-14ca16df4978 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656883 Jul 13 22:03:28.928140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Deleting port 501e1534-c1c3-4e7b-9714-38d81c9b895e {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:03:28.928564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:28.976401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:28.978458 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] 10.222.0.11 "PUT /v2.0/ports/4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 1094 time: 1.9220328 Jul 13 22:03:28.981853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:29.007857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:29.013561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:29.101445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'status': 'completed', 'code': 200} Jul 13 22:03:29.355504 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-83a81b87-8d97-4dee-98b4-309a0def977f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1097 time: 0.3090088 Jul 13 22:03:29.365700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] For port 501e1534-c1c3-4e7b-9714-38d81c9b895e, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=501e1534-c1c3-4e7b-9714-38d81c9b895e,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:29.366106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:29.503770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97589-0ad4-46ba-a791-1a4c88725cd4 req-13eb252b-8d65-4c90-806f-2be7aff1b120 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:29.505436 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-73e97589-0ad4-46ba-a791-1a4c88725cd4 req-13eb252b-8d65-4c90-806f-2be7aff1b120 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 945 time: 0.3506684 Jul 13 22:03:29.575337 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-95f4f448-3740-4aba-923e-b4fdbca7a8ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 217 time: 0.2002332 Jul 13 22:03:29.986085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-153ba814-2277-4d55-bf71-dac060e793bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:29.987673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-153ba814-2277-4d55-bf71-dac060e793bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.3946252 Jul 13 22:03:29.989956 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-73e97589-0ad4-46ba-a791-1a4c88725cd4 req-94abfe58-67d4-49fb-a729-52f78fd57823 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=89ad92bf-cf6e-4dfd-9436-38b28177dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679892 Jul 13 22:03:30.042391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 00e59b61-60fd-4a12-bbd5-128c30ce255f details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:03:30.134277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092332-c8ea-4577-8a74-a34711f90f9c req-ce51013a-a197-4af5-8ede-b7ffc46dcc20 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:30.135925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1a092332-c8ea-4577-8a74-a34711f90f9c req-ce51013a-a197-4af5-8ede-b7ffc46dcc20 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 944 time: 0.6224973 Jul 13 22:03:30.188405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:30.203369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'port_id': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'mac_address': 'fa:16:3e:c3:92:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:03:30.257534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:30.257949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:30.258351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Floating IP 195ce9dd-8cff-4570-b215-06423ab58f3d disassociated. External IP: 172.28.3.205, port: 501e1534-c1c3-4e7b-9714-38d81c9b895e. Jul 13 22:03:30.258735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Calling delete_port for 501e1534-c1c3-4e7b-9714-38d81c9b895e owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:03:30.263914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:30.282789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e59b61-60fd-4a12-bbd5-128c30ce255f {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:30.298464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:30.301652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:30.304383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:30.362231 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1a092332-c8ea-4577-8a74-a34711f90f9c req-02dc46c4-7272-48a2-b6a6-45019d08f20c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764555 Jul 13 22:03:30.371109 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-3d193f1b-ac02-4679-934d-70741a4403eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3762314 Jul 13 22:03:30.371922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:30.375702 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:30.421583 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f14bc4-13da-4048-8083-19eaa424cc81 req-fdbd3ce9-51f8-4907-9202-2710f7dc47b9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:30.423037 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-21f14bc4-13da-4048-8083-19eaa424cc81 req-fdbd3ce9-51f8-4907-9202-2710f7dc47b9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.3003869 Jul 13 22:03:30.611456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:30.630538 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-21f14bc4-13da-4048-8083-19eaa424cc81 req-56316604-ca1a-48b6-8fb9-83577d2354f8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928208 Jul 13 22:03:30.635320 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-391a3e48-3082-4b4d-813a-26c676772d84 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451169 Jul 13 22:03:30.636931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:30.643430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:30.718022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'Port': ['ID=501e1534-c1c3-4e7b-9714-38d81c9b895e,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:30.736351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:30.974357 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0b3edd82-b876-4586-b309-4fe4db60cbde req-9b589e2b-0f1f-4b3d-9529-4440fae7adce service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947700 Jul 13 22:03:31.051824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:03:31.225650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-74521ce4-fa5e-4b82-a6b5-25a8b57f7359 req-4ee596a0-3846-482d-88a8-78841325907f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 210 time: 0.0632405 Jul 13 22:03:31.318932 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-2758350e-30f7-48ac-b086-1b1c6abc6004 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1097 time: 0.2580345 Jul 13 22:03:31.500986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a661-9a7f-464a-b890-ff9016d8510d req-486ffe36-4051-4fd0-a990-aff422cae246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:31.502539 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-486ffe36-4051-4fd0-a990-aff422cae246 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.1697547 Jul 13 22:03:31.635355 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-dec7cb57-d1fe-4b8a-9c87-a9a68bfcbb18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 217 time: 0.0854847 Jul 13 22:03:31.686350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:03:31.707582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:31.721681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:31.724249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:31.787486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] No DVR routers for this DVR port 501e1534-c1c3-4e7b-9714-38d81c9b895e on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:03:31.801805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:31.804602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'name': 'network-vif-deleted', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:31.852872 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a4c09-3f36-45aa-b1bc-db7a52e14c93 req-609d71d6-1eaa-44fc-a518-af93f96e13cd tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:31.853985 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-432a4c09-3f36-45aa-b1bc-db7a52e14c93 req-609d71d6-1eaa-44fc-a518-af93f96e13cd tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 945 time: 0.3559542 Jul 13 22:03:31.862912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a661-9a7f-464a-b890-ff9016d8510d req-d5007482-0164-4402-ba5a-f1c02263d47c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:31.864944 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-d5007482-0164-4402-ba5a-f1c02263d47c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.2215047 Jul 13 22:03:31.921537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:31.936629 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c5f750c0-53b9-43cd-8238-7319c2955ac4 req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "DELETE /v2.0/ports/501e1534-c1c3-4e7b-9714-38d81c9b895e HTTP/1.1" status: 204 len: 173 time: 3.1678379 Jul 13 22:03:32.003218 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-432a4c09-3f36-45aa-b1bc-db7a52e14c93 req-5fe5ed7a-b18b-4358-9d50-3e94ea2b9b14 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293433 Jul 13 22:03:32.056633 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-0191fd81-839b-4369-9a26-ee1b9cf852dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1655707 Jul 13 22:03:32.064179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 00e59b61-60fd-4a12-bbd5-128c30ce255f up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:32.064452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d5c8-0901-4ae8-8bc3-b40a0d876c4d req-9d970835-b48d-429d-b62d-108a8808a4ba tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:32.066075 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a429d5c8-0901-4ae8-8bc3-b40a0d876c4d req-9d970835-b48d-429d-b62d-108a8808a4ba tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.2688851 Jul 13 22:03:32.068249 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2565247-d383-44e2-9ded-235ba75d1a15', 'name': 'network-vif-deleted', 'tag': '501e1534-c1c3-4e7b-9714-38d81c9b895e', 'status': 'completed', 'code': 200} Jul 13 22:03:32.364216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 00e59b61-60fd-4a12-bbd5-128c30ce255f completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:32.427337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 00e59b61-60fd-4a12-bbd5-128c30ce255f triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:32.427768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:32.558726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f0847ee6-4513-4630-9ca2-93f99bf6de52 req-ba3cb52b-ae18-4f9f-9f92-0b126c0c4497 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:32.575691 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a429d5c8-0901-4ae8-8bc3-b40a0d876c4d req-457c06b8-5910-4bfb-8118-b6728e9bb182 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349989 Jul 13 22:03:32.631086 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-7f16b819-315a-42c5-ab92-50e9f4560851 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600042 Jul 13 22:03:32.632642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-f0847ee6-4513-4630-9ca2-93f99bf6de52 req-ba3cb52b-ae18-4f9f-9f92-0b126c0c4497 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:32.639957 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f0847ee6-4513-4630-9ca2-93f99bf6de52 req-ba3cb52b-ae18-4f9f-9f92-0b126c0c4497 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2565247-d383-44e2-9ded-235ba75d1a15 HTTP/1.1" status: 200 len: 210 time: 0.1741793 Jul 13 22:03:32.701451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:32.732680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:32.747350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:32.756562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:32.775470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:32.786897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:32.787612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:32.801177 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6930a661-9a7f-464a-b890-ff9016d8510d req-a9be0281-7f6a-424f-88c6-45efb8c65266 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597726 Jul 13 22:03:32.857864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:32.858901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 501e1534-c1c3-4e7b-9714-38d81c9b895e no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:03:32.901474 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'code': 200} Jul 13 22:03:32.907435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:32.940010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 501e1534-c1c3-4e7b-9714-38d81c9b895e {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:03:32.940435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 501e1534-c1c3-4e7b-9714-38d81c9b895e not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:03:33.050644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:33.061938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:33.119095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d7aa6-25da-4af4-a13a-38a7df6877e2 req-50e2bc70-520d-4ace-a9c3-f83542f9fd6d tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:33.120947 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-413d7aa6-25da-4af4-a13a-38a7df6877e2 req-50e2bc70-520d-4ace-a9c3-f83542f9fd6d tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.1112022 Jul 13 22:03:33.127780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:33.294542 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-413d7aa6-25da-4af4-a13a-38a7df6877e2 req-62da700d-2b4d-4727-982a-ad8303718b34 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352162 Jul 13 22:03:33.313352 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40ce1732-e8de-4edd-b817-385c88a4744c req-171ce149-5a14-429c-abc9-15ee2e743ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1099 time: 0.1870663 Jul 13 22:03:33.320230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37043a9c-9eb5-4c37-86d6-eaf09c07cb90 req-0629847b-f06d-4c5a-9820-82e3da14dfb1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:33.321849 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-37043a9c-9eb5-4c37-86d6-eaf09c07cb90 req-0629847b-f06d-4c5a-9820-82e3da14dfb1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.1611049 Jul 13 22:03:33.398314 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40ce1732-e8de-4edd-b817-385c88a4744c req-919f52d1-925a-43f4-bb1f-fa6b3211994b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Jul 13 22:03:33.402675 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-37043a9c-9eb5-4c37-86d6-eaf09c07cb90 req-4e7f89fd-68d6-4548-9b1e-dd92c74d534f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Jul 13 22:03:33.465402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:33.469505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824a6e-6125-4c36-a2f4-09a3d2f8515c None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:33.813552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36262) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:33.816374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b4260-e554-4229-a6aa-3a62f3110d00 req-6f6ed949-e619-42ac-8aa0-72f17523c4c8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:33.818133 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-063b4260-e554-4229-a6aa-3a62f3110d00 req-6f6ed949-e619-42ac-8aa0-72f17523c4c8 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.0948353 Jul 13 22:03:33.880893 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-063b4260-e554-4229-a6aa-3a62f3110d00 req-8a247678-906d-4e0e-b226-889a1f87c2cc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530117 Jul 13 22:03:33.915158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:33.944121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:33.962001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef188f46-c4fc-4d2e-8e55-df89355c7647 None None] New status for floating IP 195ce9dd-8cff-4570-b215-06423ab58f3d: DOWN {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:03:33.989682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:33.995675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8eaa3d56-7254-47d9-9693-f6d4fcfd36db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:34.010155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad92bf-cf6e-4dfd-9436-38b28177dc43,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:34.013639 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:34.021690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.026714 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "DELETE /v2.0/security-groups/89ad92bf-cf6e-4dfd-9436-38b28177dc43 HTTP/1.1" status: 204 len: 168 time: 0.2082887 Jul 13 22:03:34.027266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36266) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:34.045647 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.v2.resource [None req-74cc0e00-7cbf-4579-a992-03403594477d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] show failed (client error): The resource could not be found. Jul 13 22:03:34.046754 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-74cc0e00-7cbf-4579-a992-03403594477d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups/89ad92bf-cf6e-4dfd-9436-38b28177dc43 HTTP/1.1" status: 404 len: 347 time: 0.0184155 Jul 13 22:03:34.049736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36270) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:34.062630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:03:34.213427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:34.219746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Deleting port cf85d762-c09a-4376-ad8d-495630441f07 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:03:34.220157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.229019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '4737db05-e330-417e-b57c-d75a71209272', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:03:34.285095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.307662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:34.322931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:34.325790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.328155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:34.399966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:34.403585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:34.424991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.425397 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.617176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Calling delete_port for cf85d762-c09a-4376-ad8d-495630441f07 owned by network:floatingip {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:03:34.670553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['4737db05-e330-417e-b57c-d75a71209272'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:34.792254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28763a-2e6e-420e-a79b-8398a3cd3309 req-eaddfdc7-1a3b-4274-aeea-6f1b92b8379c tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:34.793801 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0c28763a-2e6e-420e-a79b-8398a3cd3309 req-eaddfdc7-1a3b-4274-aeea-6f1b92b8379c tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.3571506 Jul 13 22:03:34.903500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36def66-8677-472b-9828-9198ca3488a4 req-d39ec592-0b9a-46d5-9358-349a725a5fc3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:34.905156 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c36def66-8677-472b-9828-9198ca3488a4 req-d39ec592-0b9a-46d5-9358-349a725a5fc3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.3512805 Jul 13 22:03:34.980203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:34.994158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-47ebf538-17cb-4f39-ba7d-6356da206acf tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:35.057145 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0c28763a-2e6e-420e-a79b-8398a3cd3309 req-f5b59b87-db1a-4f51-ad0e-3f1d650b4bbd tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/security-groups?id=5665196a-1a90-4c27-bebc-b7bf544afac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262397 Jul 13 22:03:35.057882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'Port': ['ID=cf85d762-c09a-4376-ad8d-495630441f07,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:35.066586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:35.101587 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c36def66-8677-472b-9828-9198ca3488a4 req-cf6578d9-80e9-47f1-ac94-0984e7e06517 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872747 Jul 13 22:03:35.147580 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-210654c6-49b7-4ad9-a002-7fe1ab605939 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:35.149541 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-210654c6-49b7-4ad9-a002-7fe1ab605939 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 945 time: 0.3115327 Jul 13 22:03:35.287287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.301388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Deleting port 60f252c1-ebce-4bfd-b126-bbd694bf244a {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:03:35.301781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.379983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.381283 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "DELETE /v2.0/floatingips/195ce9dd-8cff-4570-b215-06423ab58f3d HTTP/1.1" status: 204 len: 168 time: 1.3305776 Jul 13 22:03:35.438224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f88f08-0e98-47a2-b947-c201e02dd1ad req-dfdf24c0-d2c9-48b1-a07a-93b12f0445c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:35.439835 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d3f88f08-0e98-47a2-b947-c201e02dd1ad req-dfdf24c0-d2c9-48b1-a07a-93b12f0445c1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 945 time: 0.2471075 Jul 13 22:03:35.599636 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d3f88f08-0e98-47a2-b947-c201e02dd1ad req-f0c63250-3afe-4f37-8aa7-abebcf31a9fe tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512299 Jul 13 22:03:35.634422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] For port 60f252c1-ebce-4bfd-b126-bbd694bf244a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=60f252c1-ebce-4bfd-b126-bbd694bf244a,segment=NetworkSegment(011f2438-921b-409d-a78f-807d49c2eddd),segment_id=011f2438-921b-409d-a78f-807d49c2eddd)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:35.634782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.718089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36282) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:35.724547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20463207', 'description': 'tempest-description--1435231526'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:35.731803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:35.736180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:35.739226 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:35.747032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:35.757239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.763550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Calling delete_port for 60f252c1-ebce-4bfd-b126-bbd694bf244a owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:03:35.794488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:35.798459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:35.801472 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:35.807970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:35.864871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.868629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.873923 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08262704-4b6a-4e21-9c3e-fd1ad34649ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:35.918761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.920585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec76405-2a4d-4e7f-a03c-219d90fc266d,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:35.923150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:35.927184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2051842 Jul 13 22:03:35.927184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:35.927931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e96ab017-67a4-419d-9416-a687704f2961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:35.928020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36286) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:35.934114 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group_rule': {'security_group_id': '8ec76405-2a4d-4e7f-a03c-219d90fc266d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:35.940490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:35.944492 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:35.947653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:35.952411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['60f252c1-ebce-4bfd-b126-bbd694bf244a'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:35.956079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:35.973386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Pushing event deleted for resources: {'Port': ['ID=60f252c1-ebce-4bfd-b126-bbd694bf244a,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:35.976016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:35.976186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.046019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.048836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.051041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7e668bd9-895f-4f5f-a6e1-abf43488d6f4 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:36.061250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] No DVR routers for this DVR port 60f252c1-ebce-4bfd-b126-bbd694bf244a on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:03:36.063769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.067753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'name': 'network-vif-deleted', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:36.076426 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6e6eca4f-f129-4b1b-a6bc-f07d7b3e9c99 req-adbe4f8a-76fe-4639-aabc-d870d09d4218 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.11 "DELETE /v2.0/ports/60f252c1-ebce-4bfd-b126-bbd694bf244a HTTP/1.1" status: 204 len: 173 time: 0.9185126 Jul 13 22:03:36.076729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f551971-5d10-49fd-9549-391bf626dead,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:36.082378 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:36.087145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.091685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36294) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:36.091902 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ea9d1f0a-9791-467d-b565-b13cc441f8ba tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1633596 Jul 13 22:03:36.098095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'security_group_rule': {'security_group_id': '8ec76405-2a4d-4e7f-a03c-219d90fc266d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:36.101205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:36.111503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:36.119891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:security_group_rule and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:36.126329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:36.137728 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc4488f-0435-456f-9edf-25941321112e', 'name': 'network-vif-deleted', 'tag': '60f252c1-ebce-4bfd-b126-bbd694bf244a', 'status': 'completed', 'code': 200} Jul 13 22:03:36.138607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:36.155524 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.177791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 4737db05-e330-417e-b57c-d75a71209272 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:36.184940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 4737db05-e330-417e-b57c-d75a71209272 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:36.185374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.257310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.322663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.354983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:36.365518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:36.369000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.371076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:36.446820 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:36.450194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:36.503247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.537225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d2bb2da0-3d73-45df-b519-bc209d106fa3 req-243abc52-8f90-49db-b1a0-fbf599356107 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Synchronizing usage tracker for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:36.550768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d1c6dbb2-4c77-4542-89d6-1174f7a7afc4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:36.590604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe630bb-27e2-49e5-abe8-88bd436de417,revision_number=0']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:36.596517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:36.599145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d2bb2da0-3d73-45df-b519-bc209d106fa3 req-243abc52-8f90-49db-b1a0-fbf599356107 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] Unset dirty status for tenant:c56297c28d5e4a188a2e9957571b8dd7 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:36.600464 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d2bb2da0-3d73-45df-b519-bc209d106fa3 req-243abc52-8f90-49db-b1a0-fbf599356107 tempest-VolumesActionsTest-894421252 tempest-VolumesActionsTest-894421252-project] 10.222.0.20 "GET /v2.0/ports?device_id=afc4488f-0435-456f-9edf-25941321112e HTTP/1.1" status: 200 len: 210 time: 0.3418095 Jul 13 22:03:36.603417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.607886 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-25c98279-8385-4f61-8318-b83496fa4527 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5116773 Jul 13 22:03:36.608190 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36302) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:36.615205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:36.623454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:36.631556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Usage tracker for resource:floatingip and tenant:128de97f48ce48e89101ca50f7b49e01 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:36.636495 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:36.643078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adc795-c3ba-4c77-ab9b-9a41a6b630be req-67973ece-9388-41ee-a475-84093e4b6da0 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:36.643346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:36.644778 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d2adc795-c3ba-4c77-ab9b-9a41a6b630be req-67973ece-9388-41ee-a475-84093e4b6da0 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.3439317 Jul 13 22:03:36.661233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.679651 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'code': 200} Jul 13 22:03:36.705505 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d2adc795-c3ba-4c77-ab9b-9a41a6b630be req-493a3990-fe54-4378-a407-51c777eebf99 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Jul 13 22:03:36.844144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:36.903792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea91e1-cf24-4ad9-a621-c798b5ca08cf req-a710ad60-9b3d-4a0a-8302-d3fff3859789 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:36.905656 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f8ea91e1-cf24-4ad9-a621-c798b5ca08cf req-a710ad60-9b3d-4a0a-8302-d3fff3859789 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1245635 Jul 13 22:03:37.034534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Allocated IP 172.28.3.19 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/b94e34ff-b673-419d-bb60-f63669cb3fed) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:37.057965 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f8ea91e1-cf24-4ad9-a621-c798b5ca08cf req-81ede5c8-fb83-4ae8-8331-a8ba3bf00f3f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459053 Jul 13 22:03:37.106445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cc5463c8-31cd-4422-ab84-0b3cd61e7287 req-8f437d80-dace-4d1b-9b5c-b49a436ab8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1099 time: 0.1187356 Jul 13 22:03:37.112321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd933c0-f2df-420f-997f-6aed51987e02 req-2950b3ea-173c-4399-b07e-ff5d6a797866 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:37.113793 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5cd933c0-f2df-420f-997f-6aed51987e02 req-2950b3ea-173c-4399-b07e-ff5d6a797866 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.1668305 Jul 13 22:03:37.188245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cc5463c8-31cd-4422-ab84-0b3cd61e7287 req-a6b889ac-c630-485b-8095-0c9bd4235f3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733964 Jul 13 22:03:37.193171 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5cd933c0-f2df-420f-997f-6aed51987e02 req-b6eeb753-75d1-49f8-b81d-69de16a720c2 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627406 Jul 13 22:03:37.194300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.221479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.226107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-468dfec0-d9eb-4615-acb5-3768504a1492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:37.295988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:37.299807 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:37.302403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:37.332623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=b94e34ff-b673-419d-bb60-f63669cb3fed,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:37.338915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:37.466438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.525600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.635321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb2b9a-e5c2-43d6-9fe8-47292b19a180 req-2805c52b-4ab6-4858-8ec1-780eff18e0a7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:37.636760 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a9cb2b9a-e5c2-43d6-9fe8-47292b19a180 req-2805c52b-4ab6-4858-8ec1-780eff18e0a7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.0891256 Jul 13 22:03:37.641952 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:03:37.693176 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a9cb2b9a-e5c2-43d6-9fe8-47292b19a180 req-b6596bcb-db88-483b-899f-299724596150 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Jul 13 22:03:37.753351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.757481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.762710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:37.897932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=b94e34ff-b673-419d-bb60-f63669cb3fed,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:37.903310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:37.914614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.938816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:37.948685 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3312750 Jul 13 22:03:38.081064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 60f252c1-ebce-4bfd-b126-bbd694bf244a no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:03:38.163402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 60f252c1-ebce-4bfd-b126-bbd694bf244a {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:03:38.163881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 60f252c1-ebce-4bfd-b126-bbd694bf244a not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:03:38.286149 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-b099d70e-cc03-4300-a868-93f9891b0c55 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--20463207&fields=id&tenant_id=128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 267 time: 0.0995760 Jul 13 22:03:38.530108 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-4f680bc2-dd50-45b1-a5c7-8f06af3d1782 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:38.531593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-4f680bc2-dd50-45b1-a5c7-8f06af3d1782 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 810 time: 0.2375436 Jul 13 22:03:38.538407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164e1c6-7727-4f30-b99c-3cff6c109528 req-36b613fa-b342-4eba-8617-35859881743b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:38.540162 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6164e1c6-7727-4f30-b99c-3cff6c109528 req-36b613fa-b342-4eba-8617-35859881743b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.2023916 Jul 13 22:03:38.575862 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-31dbaf77-564f-4267-91ea-19dedc05a3cf tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/quotas/128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 375 time: 0.0346739 Jul 13 22:03:38.645301 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6164e1c6-7727-4f30-b99c-3cff6c109528 req-66056848-beba-4d42-abca-1a7022133218 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959322 Jul 13 22:03:38.677688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-6016cfae-de99-495c-a059-0ca17819b19c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:38.693101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-6016cfae-de99-495c-a059-0ca17819b19c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:38.694527 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-6016cfae-de99-495c-a059-0ca17819b19c tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067259 Jul 13 22:03:38.782555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-65978933-0af8-4ca3-9742-a5b2cecae79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:38.847313 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-4224a7af-85ad-4420-a918-3fd6ee0cd921 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388800 Jul 13 22:03:38.994077 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-a9ce1554-f260-41c3-b9a2-33e77a4a9372 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398125 Jul 13 22:03:39.188693 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-de9ea942-8963-4087-a11e-822973b4051a req-9d11692a-0aa5-4ce7-a1d4-25f9ea7801db tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 210 time: 0.0448511 Jul 13 22:03:39.904304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b35de5-7eb2-4729-a6b4-fd18c81325a0 req-9e427061-ea6a-4bb9-b260-60971e96f5b0 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:39.906006 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-86b35de5-7eb2-4729-a6b4-fd18c81325a0 req-9e427061-ea6a-4bb9-b260-60971e96f5b0 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1069984 Jul 13 22:03:39.963715 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-86b35de5-7eb2-4729-a6b4-fd18c81325a0 req-7ce7fcb3-77d5-4186-bce5-4b704cdc746f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509534 Jul 13 22:03:40.209868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4cb7-28c9-4496-8066-d2bd7d484a72 req-8fe247e5-cefe-4bf3-a2ef-c25653cd081a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:40.211632 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1ffc4cb7-28c9-4496-8066-d2bd7d484a72 req-8fe247e5-cefe-4bf3-a2ef-c25653cd081a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1134231 Jul 13 22:03:40.221595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36392) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:40.228875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Request body: {'floatingip': {'port_id': '4737db05-e330-417e-b57c-d75a71209272'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:40.323162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.347590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.417775 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cf219f54-49cc-4de1-8839-6b9fb3c84856 req-fd1a42d3-fa7f-4e15-ac26-54c7c3dc411a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 210 time: 0.0929234 Jul 13 22:03:40.551603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-9444c38b-3b24-43a0-aabf-ceec57bc99a5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:40.553167 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-9444c38b-3b24-43a0-aabf-ceec57bc99a5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 810 time: 0.2609458 Jul 13 22:03:40.621080 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-88a1141a-02ec-47c0-8ad7-6fd869f526a7 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128de97f48ce48e89101ca50f7b49e01 HTTP/1.1" status: 200 len: 378 time: 0.0471575 Jul 13 22:03:40.640056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'port': {'device_id': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'admin_state_up': True, 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'security_groups': ['8ec76405-2a4d-4e7f-a03c-219d90fc266d']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:40.784211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:40.794484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:40.804064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Made reservation on behalf of 128de97f48ce48e89101ca50f7b49e01 for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:03:40.810152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.960096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d89dcb09-a46b-4e47-8ab5-6b430e6d6e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.982361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.985309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:40.995059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Allocated IP 172.20.0.10 (2bc24b89-5d95-4427-93d4-71f4a7b58f2c/7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1/d486445e-510d-4ab9-ac20-a5ee4b0d448a) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:41.198813 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Floating IP 8879aa3c-d9b0-4cf3-963a-03b17ef21d50 associated. External IP: 172.28.3.62, port: 4737db05-e330-417e-b57c-d75a71209272. Jul 13 22:03:41.230761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.249464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Transition to ACTIVE for port object d486445e-510d-4ab9-ac20-a5ee4b0d448a will not be triggered until provisioned by entity DHCP. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:41.276139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.283468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76bb965f-5885-4c04-9e3f-7eca4dff05b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:41.361544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:41.365117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:41.368436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:41.431431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event updated for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:41.437599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:41.483833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:41.484577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.525333 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895400 Jul 13 22:03:41.550844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Request body: {'port': {'device_id': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:41.707473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.794900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.822315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-460e3af5-3c51-4efb-9d44-f4f3a19a89c9 None None] Provisioning for port d486445e-510d-4ab9-ac20-a5ee4b0d448a completed by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:41.827817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-460e3af5-3c51-4efb-9d44-f4f3a19a89c9 None None] Provisioning complete for port d486445e-510d-4ab9-ac20-a5ee4b0d448a triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:41.828535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-460e3af5-3c51-4efb-9d44-f4f3a19a89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:41.862459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cead13-153c-4914-8318-e3a8c3de2d3e req-11144973-2fdd-4605-b080-dd70f96789ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:41.863698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e7cead13-153c-4914-8318-e3a8c3de2d3e req-11144973-2fdd-4605-b080-dd70f96789ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:41.889212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-460e3af5-3c51-4efb-9d44-f4f3a19a89c9 None None] Port d486445e-510d-4ab9-ac20-a5ee4b0d448a cannot update to ACTIVE because it is not bound. {{(pid=82035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 13 22:03:41.939934 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-e7cead13-153c-4914-8318-e3a8c3de2d3e req-11144973-2fdd-4605-b080-dd70f96789ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:41.941243 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e7cead13-153c-4914-8318-e3a8c3de2d3e req-11144973-2fdd-4605-b080-dd70f96789ca tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 932 time: 0.3177481 Jul 13 22:03:42.002782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:03:42.047256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e7cead13-153c-4914-8318-e3a8c3de2d3e req-6a71b431-b2a7-4b95-bcfb-64138e980201 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990937 Jul 13 22:03:42.191484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:42.228778 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:03:42.233813 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:42.239225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:42.254627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:42.255283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:42.294491 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e79787c6-ee01-4ac7-834b-433c09a5f99c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "PUT /v2.0/floatingips/8879aa3c-d9b0-4cf3-963a-03b17ef21d50 HTTP/1.1" status: 200 len: 991 time: 2.0714664 Jul 13 22:03:42.295259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:42.365119 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'status': 'completed', 'code': 200} Jul 13 22:03:42.480742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:42.498722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d486445e-510d-4ab9-ac20-a5ee4b0d448a {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:42.512484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:42.537996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Transition to ACTIVE for port object d486445e-510d-4ab9-ac20-a5ee4b0d448a will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:03:42.546540 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-e1c8c884-a153-4acc-8103-27a173ddfaad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1099 time: 0.1271851 Jul 13 22:03:42.547594 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:42.551893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:42.834023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-f3f8126e-5c4b-4451-89ec-9250110be099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:42.836167 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-f3f8126e-5c4b-4451-89ec-9250110be099 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.2482941 Jul 13 22:03:42.931849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:42.952779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '8879aa3c-d9b0-4cf3-963a-03b17ef21d50', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:10Z', 'updated_at': '2021-07-13T22:03:40Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:42.957649 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:42.971810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:42.972542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:43.004387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Pushing event updated for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:43.015038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:43.236613 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-90b0a774-a950-4141-8ac7-63795f8afded service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 999 time: 0.3747802 Jul 13 22:03:43.292203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Attempting to bind port d486445e-510d-4ab9-ac20-a5ee4b0d448a on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:03:43.293088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Attempting to bind port d486445e-510d-4ab9-ac20-a5ee4b0d448a by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:03:43.293088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Attempting to bind port d486445e-510d-4ab9-ac20-a5ee4b0d448a on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:43.300824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29d95-c825-4031-8d53-23e08cf148c4 req-8e8684e5-da3c-44f8-842a-f24e09d4a4d7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:43.302467 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-78c29d95-c825-4031-8d53-23e08cf148c4 req-8e8684e5-da3c-44f8-842a-f24e09d4a4d7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.4292283 Jul 13 22:03:43.358636 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Port d486445e-510d-4ab9-ac20-a5ee4b0d448a on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:03:43.359007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Attempting to bind port d486445e-510d-4ab9-ac20-a5ee4b0d448a on network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:03:43.360136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:43.383254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-b1809514-098b-4615-98a7-f716f6c1553a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:43.384929 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-b1809514-098b-4615-98a7-f716f6c1553a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.1358774 Jul 13 22:03:43.396632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:03:43.397024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Checking segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:03:43.397488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Bound using segment: {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:03:43.397966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Bound port: d486445e-510d-4ab9-ac20-a5ee4b0d448a, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:03:43.398401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:43.481474 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-78c29d95-c825-4031-8d53-23e08cf148c4 req-a73fde0e-005f-4394-a5e7-eaddd929aa62 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631942 Jul 13 22:03:43.512913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36438) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:43.535795 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2e1ed-7c89-4ca1-8888-3feb00c5f845 req-2a1bb3ce-50e7-4761-b552-c34d4b4f3841 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:43.537507 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b3f2e1ed-7c89-4ca1-8888-3feb00c5f845 req-2a1bb3ce-50e7-4761-b552-c34d4b4f3841 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 944 time: 0.3423600 Jul 13 22:03:43.642322 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-52381d28-2bcb-4d61-a948-a154bbdea3de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2307172 Jul 13 22:03:43.651803 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b3f2e1ed-7c89-4ca1-8888-3feb00c5f845 req-98088ddf-2e46-458d-89f8-01a80abcf62a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975573 Jul 13 22:03:43.652894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:03:43.656267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:03:43.661690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:43.691802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-97ccbd34-63a8-4fbf-b8ed-19a8777d119c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:43.782154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:43.782316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '8879aa3c-d9b0-4cf3-963a-03b17ef21d50', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:10Z', 'updated_at': '2021-07-13T22:03:40Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:43.783674 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] 10.222.0.11 "PUT /v2.0/ports/d486445e-510d-4ab9-ac20-a5ee4b0d448a HTTP/1.1" status: 200 len: 1094 time: 2.2449436 Jul 13 22:03:43.784243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:43.786710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd02f2-a4d6-4736-ae08-de36b6c26744 None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': '8879aa3c-d9b0-4cf3-963a-03b17ef21d50', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'floating_ip_address': '172.28.3.62', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:10Z', 'updated_at': '2021-07-13T22:03:40Z', 'revision_number': 1, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:43.860398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5cdc196-c01d-44fe-a621-061eccdcab85 tempest-TestMinimumBasicScenario-1171305562 tempest-TestMinimumBasicScenario-1171305562-project-admin] Synchronizing usage tracker for tenant:e4e7d096e8c74bd386c21bc4014a2553 on resource:port {{(pid=82034) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:43.913401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d5cdc196-c01d-44fe-a621-061eccdcab85 tempest-TestMinimumBasicScenario-1171305562 tempest-TestMinimumBasicScenario-1171305562-project-admin] Unset dirty status for tenant:e4e7d096e8c74bd386c21bc4014a2553 on resource:port {{(pid=82034) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:43.914846 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d5cdc196-c01d-44fe-a621-061eccdcab85 tempest-TestMinimumBasicScenario-1171305562 tempest-TestMinimumBasicScenario-1171305562-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1094 time: 0.4004827 Jul 13 22:03:43.919880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36446) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:43.923965 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'status': 'completed', 'code': 200} Jul 13 22:03:43.927403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'floatingip': {'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'port_id': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:43.927546 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-5edec567-d565-4a77-98e7-b21c1cccd9b3 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593539 Jul 13 22:03:43.933767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:43.937863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:floatingip and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:43.941120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:43.952202 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:43.969148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for floatingip, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:44.009130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Pushing event updated for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:44.014637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:44.126833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:44.142245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-3c0203f5-3f53-476b-a3c7-40be6645282e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 1097 time: 0.2169993 Jul 13 22:03:44.205805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e4e60-687e-4c7f-98ea-0957893cf804 None None] New status for floating IP 8879aa3c-d9b0-4cf3-963a-03b17ef21d50: ACTIVE {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:03:44.236062 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1126b0c1-5b60-4ca3-935f-d07e8c270d2a req-d5fab4f4-3ae9-4234-94d1-823955808841 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695961 Jul 13 22:03:44.237532 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-06e0e3e7-4b6d-47df-9b68-6ece97e43954 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a HTTP/1.1" status: 200 len: 217 time: 0.0776184 Jul 13 22:03:44.316857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Allocated IP 172.28.3.86 (b1845e71-4169-4b7e-a93b-a3642708987f/2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c/38cb7ae2-c129-45e0-a316-151c137285b4) {{(pid=82034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:03:44.331797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-e1142364-20ea-4302-8be7-1680d0381faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:44.333557 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-e1142364-20ea-4302-8be7-1680d0381faa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.0691326 Jul 13 22:03:44.431351 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-4fc5d798-ac63-48a1-96fe-d9ab01ea9d84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882583 Jul 13 22:03:44.499453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for port, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:44.531470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:44.536745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f1af20ac-412b-447f-adca-082c58417112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:44.613978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Network b1845e71-4169-4b7e-a93b-a3642708987f is already hosted by enough agents. {{(pid=82034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:03:44.617792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources bound (agent type, host, resource id): {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:03:44.622913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Received port after_create {{(pid=82034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:03:44.632404 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-201f4971-d51f-4ef0-8295-1ea6121a21fb service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942139 Jul 13 22:03:44.673463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'Port': ['ID=38cb7ae2-c129-45e0-a316-151c137285b4,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:44.678153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:44.861942 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3bb3e3e8-ef3b-41a7-986f-3b4b92766844 req-3747780c-e1cf-4e20-b589-e40a7ce0a299 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117231 Jul 13 22:03:45.071141 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a726ea-d945-41a2-85c1-cdc62359fca2 req-88a27071-81c7-4a43-9b58-d86f5a9baac0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:45.072818 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a726ea-d945-41a2-85c1-cdc62359fca2 req-88a27071-81c7-4a43-9b58-d86f5a9baac0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 944 time: 0.1983972 Jul 13 22:03:45.098880 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-9412ffd0-01bd-473a-810f-7219d1ca2021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 1097 time: 0.1147363 Jul 13 22:03:45.225274 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a726ea-d945-41a2-85c1-cdc62359fca2 req-5baf45ea-69e4-4d5e-ba1a-c6fc6ca710fd tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447482 Jul 13 22:03:45.243252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:45.263631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-41fb532f-b6f3-4138-a951-aa784e605c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:45.265244 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-41fb532f-b6f3-4138-a951-aa784e605c0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.1602552 Jul 13 22:03:45.308042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:45.344187 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-59284ae8-08fd-4c3f-8aeb-6ab73924c693 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a HTTP/1.1" status: 200 len: 217 time: 0.0694456 Jul 13 22:03:45.417093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-5ad258a5-6b39-4f38-8c4c-dcce967c4182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:45.418685 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-5ad258a5-6b39-4f38-8c4c-dcce967c4182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.0659821 Jul 13 22:03:45.503648 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-2cb94726-0576-4d82-b59f-4eb251913702 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782716 Jul 13 22:03:45.525797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for port, precommit_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:45.529438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852180694'] for port, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:45.533898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a1d70cd4-1843-4cf7-91b9-52f360bb2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:45.641429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'Port': ['ID=38cb7ae2-c129-45e0-a316-151c137285b4,revision_number=2']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:45.650416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:45.664764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:45.848568 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-79e95254-5aa0-40e0-8cbd-3776a1672f80 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353152 Jul 13 22:03:45.873779 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Floating IP cdc4c6d3-d9f9-4d83-b232-f6f386bf424b associated. External IP: 172.28.3.86, port: 00e59b61-60fd-4a12-bbd5-128c30ce255f. Jul 13 22:03:45.997840 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f39c4508-2e70-4ec5-8c59-6290895b83fd req-6f470978-85fd-4c2f-9ae9-466411d94727 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415656 Jul 13 22:03:46.158624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device d486445e-510d-4ab9-ac20-a5ee4b0d448a details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:03:46.313218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:46.331896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'port_id': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'mac_address': 'fa:16:3e:27:87:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:03:46.402739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:46.425212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d486445e-510d-4ab9-ac20-a5ee4b0d448a {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:03:46.442521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:46.446672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:46.448904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:46.481095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef652ea-1636-4fe3-8623-b2718613b53d req-ae39607d-caba-41dc-b030-6482be76c8e3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:46.483269 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4ef652ea-1636-4fe3-8623-b2718613b53d req-ae39607d-caba-41dc-b030-6482be76c8e3 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 944 time: 0.1114774 Jul 13 22:03:46.533837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:46.537714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:46.542609 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4ef652ea-1636-4fe3-8623-b2718613b53d req-ae221726-e8e4-4d13-b631-cb406bd42cfc tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531034 Jul 13 22:03:46.581090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Router afd365bb-da6c-4e28-afb9-d50ab613c04e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:03:46.780426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['d486445e-510d-4ab9-ac20-a5ee4b0d448a'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:46.803997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:03:46.817381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Sync routers for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:46.829819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:46.858079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:46.858742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:46.893602 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b73c97c4-5225-4df9-87d4-b81fbebdee2a tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9704359 Jul 13 22:03:46.893602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:46.894780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36476) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:46.902325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357865134', 'description': 'tempest-secgroup-smoke-1357865134 description', 'project_id': 'af07f769b3044ab488d919021d6c0f4c'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:46.908989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:46.913515 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:46.916862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:46.923831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:46.934231 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:46.949545 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:03:46.977950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:46.982135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:46.985329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:46.991287 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:47.117771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.124373 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:47.126171 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-afd1a10d-a122-4519-ab15-e5b327ff6f51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1099 time: 0.1323061 Jul 13 22:03:47.126809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.132442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d83a57f-caeb-469c-a28d-b94933617352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:47.266810 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b950b-22f6-40bd-9269-ab5f0a2be44b,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:47.269347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.270655 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3747163 Jul 13 22:03:47.271741 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e44c1ff4-e014-43d8-a0fd-70b770533fb4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:47.276261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36484) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:47.282886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:47.298803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:47.302989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:47.306691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:47.314337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:47.319424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-03797b97-1062-4d81-8a3a-f96277d1a79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:47.321781 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-03797b97-1062-4d81-8a3a-f96277d1a79e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.1759305 Jul 13 22:03:47.331375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.396243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.399242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.401507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a12328b3-6bf9-4b47-8d79-83b94d79dcf5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:47.425213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dd1385-721b-470b-b4b5-79f5bab7c706,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:47.427831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:47.435627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.439524 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e9954c54-9323-4097-94fe-4d7dbea6c305 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1595953 Jul 13 22:03:47.439656 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-657083f3-5bc4-44fd-a00f-0d28c405f8da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 999 time: 0.1108162 Jul 13 22:03:47.439742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36488) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:47.446885 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:47.453180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:47.457203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:47.460500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:47.466606 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:47.486870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.519088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-4b65a38f-e957-4a3e-a14a-989e3e2e85f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:47.520721 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-4b65a38f-e957-4a3e-a14a-989e3e2e85f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.0697031 Jul 13 22:03:47.524879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'cdc4c6d3-d9f9-4d83-b232-f6f386bf424b', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'port_id': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'mac_address': 'fa:16:3e:c3:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738143c-02d9-4f24-a7bd-5440388624ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:45Z', 'updated_at': '2021-07-13T22:03:45Z', 'revision_number': 0, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:47.529183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Checking router: afd365bb-da6c-4e28-afb9-d50ab613c04e for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:47.540985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:47.541658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:47.552721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.556835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.559082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3e0c0e97-7b8a-4143-82c3-1b6003016f2a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:47.592774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21237d80-fd60-444f-9f07-78521c38b68b,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:47.596535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:47.597312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.601836 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1607468 Jul 13 22:03:47.603774 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36494) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:47.610329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:47.610503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-fa286921-9a6c-42f9-a801-f38bcd74460f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819263 Jul 13 22:03:47.618847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:47.622991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:47.626076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:47.634425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:47.652993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.738888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.743423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.746290 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:47.747588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:47.782628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d5d680-7d29-4a61-9d72-77e48aff0ea6,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:47.792165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:47.802969 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.804619 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d94c35b0-c6cc-40a1-8f28-2192f00428c1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1998363 Jul 13 22:03:47.810489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36502) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:47.821451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:47.829036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:47.848237 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-ce6ace2b-c286-4408-924f-c21289a2e47b service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294760 Jul 13 22:03:47.855704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:47.859749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4db59-24c7-43e5-a9ab-f1f2b275db59 req-55248ef8-2d2d-4ffc-a98d-e9a57a5d27e2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:47.861437 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cad4db59-24c7-43e5-a9ab-f1f2b275db59 req-55248ef8-2d2d-4ffc-a98d-e9a57a5d27e2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 945 time: 0.1361086 Jul 13 22:03:47.863541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:47.882081 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:47.917488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:47.998232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.001517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.003854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-26fb37c5-c2f2-4ca8-9fc1-46cb051d3c94 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:48.012673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cad4db59-24c7-43e5-a9ab-f1f2b275db59 req-0c1e06c1-7dc2-42ca-baf4-285ea04cefbb tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243241 Jul 13 22:03:48.044255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3293e14-5cba-416c-9ecc-3ed696666ed1,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:48.045557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:48.047478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.049389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c9821a4b-6b7c-4a70-815f-7a7b7c352679 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2374232 Jul 13 22:03:48.052357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36506) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:48.059411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:48.067619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:48.072930 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f9fb5959-22a0-445c-aaf5-b7eb01adbb10 req-445b3e15-37f2-45ad-b5cb-d0686a0de42b service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102025 Jul 13 22:03:48.073132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:48.076616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:48.083379 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:48.096529 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.securitygroups_db [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Project af07f769b3044ab488d919021d6c0f4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 22:03:48.104317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.184029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.189206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.191910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:48.216926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5af2c1-fcf5-4049-b315-61b13aea4e75,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:48.229305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:48.257234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.259140 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8fe2ccbc-d0a1-4d7e-9cc9-56c3a1480028 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2057784 Jul 13 22:03:48.261921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36516) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:48.269440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'security_group_rule': {'security_group_id': '1c6b950b-22f6-40bd-9269-ab5f0a2be44b', 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:48.281700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device d486445e-510d-4ab9-ac20-a5ee4b0d448a up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:03:48.282100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:03:48.287225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Usage tracker for resource:security_group_rule and tenant:af07f769b3044ab488d919021d6c0f4c is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:03:48.291928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:03:48.300757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:03:48.312376 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.securitygroups_db [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Project af07f769b3044ab488d919021d6c0f4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 22:03:48.320462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.388614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port d486445e-510d-4ab9-ac20-a5ee4b0d448a completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:03:48.405674 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.408486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703174'] for security_group_rule, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.410658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:48.432432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port d486445e-510d-4ab9-ac20-a5ee4b0d448a triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:48.433275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.436685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c99e2e-0d77-4392-826e-2bc4595d36a2,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:48.441113 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:48.448562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.449851 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-10853808-6260-4449-808b-eea421a2ced3 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1861699 Jul 13 22:03:48.565413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'cdc4c6d3-d9f9-4d83-b232-f6f386bf424b', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'port_id': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'mac_address': 'fa:16:3e:c3:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738143c-02d9-4f24-a7bd-5440388624ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:45Z', 'updated_at': '2021-07-13T22:03:45Z', 'revision_number': 0, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:48.578338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae83f1-17c3-4029-a0d2-bf200834e9bf None None] The sync data for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb is: [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'cdc4c6d3-d9f9-4d83-b232-f6f386bf424b', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'port_id': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'mac_address': 'fa:16:3e:c3:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738143c-02d9-4f24-a7bd-5440388624ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:45Z', 'updated_at': '2021-07-13T22:03:45Z', 'revision_number': 0, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:48.587186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.588578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d200e36d-826a-4692-8936-32729a72a6fc req-539e12da-911b-4a51-8472-4bccc3984792 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Synchronizing usage tracker for tenant:af07f769b3044ab488d919021d6c0f4c on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:03:48.607844 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-d200e36d-826a-4692-8936-32729a72a6fc req-539e12da-911b-4a51-8472-4bccc3984792 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Unset dirty status for tenant:af07f769b3044ab488d919021d6c0f4c on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:03:48.609172 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d200e36d-826a-4692-8936-32729a72a6fc req-539e12da-911b-4a51-8472-4bccc3984792 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357865134&fields=id&tenant_id=af07f769b3044ab488d919021d6c0f4c HTTP/1.1" status: 200 len: 267 time: 0.0658188 Jul 13 22:03:48.618076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:48.634536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:48.637993 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.640973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:48.688534 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'code': 200} Jul 13 22:03:48.708446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200e36d-826a-4692-8936-32729a72a6fc req-436fa483-7737-413c-a9ed-005402179863 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:48.710383 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d200e36d-826a-4692-8936-32729a72a6fc req-436fa483-7737-413c-a9ed-005402179863 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.0949552 Jul 13 22:03:48.715944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:48.721446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:48.723714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'port': {'security_groups': ['75e46eb7-edcd-4c79-90b5-e685b2693649', '1c6b950b-22f6-40bd-9269-ab5f0a2be44b']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:48.861535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:48.964561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b1188-34d0-4053-a9f3-756847ee2159 None None] New status for floating IP cdc4c6d3-d9f9-4d83-b232-f6f386bf424b: ACTIVE {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:03:49.070104 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-76830311-79a6-40ba-8e02-767a58e9b027 req-65e84276-d8cf-4da8-a62c-e66f9370f274 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 1099 time: 0.1443832 Jul 13 22:03:49.271556 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-76830311-79a6-40ba-8e02-767a58e9b027 req-69d388f9-ef31-44ab-93cf-54a444f2ba8a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1832874 Jul 13 22:03:49.308521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:03:49.349179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56770c5b-4e3c-4661-94a3-e117460e8467 req-a917d594-eb38-451a-a391-5846c76e8ad1 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:49.350792 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-56770c5b-4e3c-4661-94a3-e117460e8467 req-a917d594-eb38-451a-a391-5846c76e8ad1 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.1609628 Jul 13 22:03:49.355137 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:49.373433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:49.381572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fcfe874d-d512-4673-98b4-8cd012688f9c tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:49.416756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:49.467840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:49.468422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:49.469947 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d200e36d-826a-4692-8936-32729a72a6fc req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "PUT /v2.0/ports/00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 982 time: 0.7524955 Jul 13 22:03:49.477852 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:49.492522 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-56770c5b-4e3c-4661-94a3-e117460e8467 req-3f8d6320-5fb8-4e25-a7e0-13025b24d913 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349993 Jul 13 22:03:49.508720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=6']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:49.513306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:49.651369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:03:49.762696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360145ba-b067-4d7e-8825-62d15173e09b req-923570af-9d24-4b74-9d46-33dd438fd944 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:49.765346 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-360145ba-b067-4d7e-8825-62d15173e09b req-923570af-9d24-4b74-9d46-33dd438fd944 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.1237373 Jul 13 22:03:49.769618 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:03:49.819410 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-360145ba-b067-4d7e-8825-62d15173e09b req-136920bf-cb8f-4382-865c-29239a40bddf tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472589 Jul 13 22:03:49.940498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-8c6132df-9ee3-449d-b82a-3c6b8549724b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1138 time: 0.1002071 Jul 13 22:03:50.083311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-88042741-5f01-4ddb-bd28-39fac3d41e41 None None] Provisioning complete for port 00e59b61-60fd-4a12-bbd5-128c30ce255f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:03:50.083714 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-88042741-5f01-4ddb-bd28-39fac3d41e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:50.114065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-3ed5c80e-d67c-484f-ae94-8a46cdabf300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:50.115753 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-3ed5c80e-d67c-484f-ae94-8a46cdabf300 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.1503634 Jul 13 22:03:50.228058 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-376b889f-c639-4bb9-8dd5-30961f96bad4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 1001 time: 0.1057727 Jul 13 22:03:50.304085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-54debb12-1b0b-406e-884a-305f30d90e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:50.306100 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-54debb12-1b0b-406e-884a-305f30d90e7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.0692959 Jul 13 22:03:50.391530 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-e241f097-442c-4dd7-86ab-0a288631a4fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785830 Jul 13 22:03:50.541560 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-953f59f4-1dd7-47b8-9126-5ac46eeac94d service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408260 Jul 13 22:03:50.748503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97faa021-c407-4cde-81f8-ab9701ae0a81 req-aed3723b-cc41-49dc-b039-9e2b2b7ff2b1 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994553 Jul 13 22:03:50.766652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0490-65ff-4ca4-b397-d6736e2cd119 req-92c0cadc-8038-4635-b50d-fb26e05010f0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:50.768233 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c67f0490-65ff-4ca4-b397-d6736e2cd119 req-92c0cadc-8038-4635-b50d-fb26e05010f0 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.1225705 Jul 13 22:03:50.823617 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c67f0490-65ff-4ca4-b397-d6736e2cd119 req-6a23f865-226e-45d3-b5c4-f94b9b99137f tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472636 Jul 13 22:03:52.112222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b1496-0df4-4744-bf67-9f758a67ab14 req-1dbdb76f-c7be-4168-b2e8-366ae78979e5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:52.113862 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-140b1496-0df4-4744-bf67-9f758a67ab14 req-1dbdb76f-c7be-4168-b2e8-366ae78979e5 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.1551726 Jul 13 22:03:52.161935 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-140b1496-0df4-4744-bf67-9f758a67ab14 req-a7d46e7a-631c-478c-9125-3b7f194215ef tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411654 Jul 13 22:03:52.636162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333e55-6e03-4f81-b5a8-ddf992a10bbb req-0384f59a-208c-4021-a2b1-953e0dc3fd2d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:52.637760 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ee333e55-6e03-4f81-b5a8-ddf992a10bbb req-0384f59a-208c-4021-a2b1-953e0dc3fd2d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.3572397 Jul 13 22:03:52.647300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36568) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:52.654692 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Request body: {'floatingip': {'port_id': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:03:52.733870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:53.370336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:53.374209 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:53.579931 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Floating IP a2bfb74b-2f80-4a97-ae2d-434f02736ee7 associated. External IP: 172.28.3.19, port: d486445e-510d-4ab9-ac20-a5ee4b0d448a. Jul 13 22:03:54.002585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:03:54.224526 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:03:54.230191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:54.237092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:03:54.250600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:54.251282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:54.293072 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2e569e9c-8adb-47a3-9e27-a82470a6cb1d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "PUT /v2.0/floatingips/a2bfb74b-2f80-4a97-ae2d-434f02736ee7 HTTP/1.1" status: 200 len: 991 time: 1.6407204 Jul 13 22:03:54.293072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:03:54.445872 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'status': 'completed', 'code': 200} Jul 13 22:03:54.457247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:54.578728 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-01acba41-0f25-4906-a03d-970c37e66fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=128de97f48ce48e89101ca50f7b49e01&device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 1099 time: 0.0767453 Jul 13 22:03:54.723644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-bd4d87b9-9a60-4ac5-a48e-a4aa1f93b243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:54.725276 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-bd4d87b9-9a60-4ac5-a48e-a4aa1f93b243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 200 len: 911 time: 0.1374874 Jul 13 22:03:54.827321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'a2bfb74b-2f80-4a97-ae2d-434f02736ee7', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:27:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:37Z', 'updated_at': '2021-07-13T22:03:53Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:54.831609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:03:54.846191 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-0217715e-83b2-4ab8-affc-fce7466b5536 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a HTTP/1.1" status: 200 len: 999 time: 0.1136522 Jul 13 22:03:54.846473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:03:54.847095 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:03:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:54.919128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-80298f9f-69b1-4cc2-b118-8b7b7ff58f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:54.920765 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-80298f9f-69b1-4cc2-b118-8b7b7ff58f5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 200 len: 849 time: 0.0675123 Jul 13 22:03:55.003849 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-5af7e41e-7fcd-4c03-8330-36f60e2314d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2bc24b89-5d95-4427-93d4-71f4a7b58f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741470 Jul 13 22:03:55.042748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:03:55.152232 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-1779cd13-155f-49b3-a833-7a9e7243e8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402390 Jul 13 22:03:55.306632 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-968ee2b6-2c1b-4925-bedd-d1ff52fe3fce req-bd700590-5002-422a-937e-e9af8c9da338 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484466 Jul 13 22:03:55.598105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'a2bfb74b-2f80-4a97-ae2d-434f02736ee7', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:27:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:37Z', 'updated_at': '2021-07-13T22:03:53Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:55.603454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614641-09bf-4385-8a9a-7f8c533ee35a None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_floatingips': [{'id': 'a2bfb74b-2f80-4a97-ae2d-434f02736ee7', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'router_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'port_id': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'mac_address': 'fa:16:3e:27:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:37Z', 'updated_at': '2021-07-13T22:03:53Z', 'revision_number': 1, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:03:55.943126 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6b9fa-e85e-43aa-acb3-3bc44725e58b None None] New status for floating IP a2bfb74b-2f80-4a97-ae2d-434f02736ee7: ACTIVE {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:03:56.677101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36626) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:56.941454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Deleting subnet 6cb3866c-6a77-4399-83dd-6c8c70ad67b5 {{(pid=82033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:03:56.944490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:56.997182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851708524'] for subnet, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.059069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.137197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3075004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547279'] for subnet, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.141989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:57.177829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb3866c-6a77-4399-83dd-6c8c70ad67b5,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:57.182742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:57.186514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for subnet, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.192682 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a5ae4c29-81ca-417c-9829-c069c97ef0ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6cb3866c-6a77-4399-83dd-6c8c70ad67b5 HTTP/1.1" status: 204 len: 168 time: 0.5144758 Jul 13 22:03:57.196026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 36632) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:57.322686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.526127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.547433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a4b4-11dc-42f6-9c2e-b1acca112ca0 req-e96ff2d4-73d2-4593-af52-fde821b27f06 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:57.549067 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ae15a4b4-11dc-42f6-9c2e-b1acca112ca0 req-e96ff2d4-73d2-4593-af52-fde821b27f06 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.2241449 Jul 13 22:03:57.550613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5a2eae-b49a-4983-ad43-05309f63c671']}} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:57.579598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011f2438-921b-409d-a78f-807d49c2eddd') {'for_net_delete': True} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:57.579939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011f2438-921b-409d-a78f-807d49c2eddd') {} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:57.597808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3067292'] for segment, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.627018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.637375 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ae15a4b4-11dc-42f6-9c2e-b1acca112ca0 req-172eac65-2817-4c01-8e0b-acd96100d691 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784948 Jul 13 22:03:57.638308 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=82033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:03:57.638725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3075025'] for segment, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:03:57.653581 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:03:57.733644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.739721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.744189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:57.766664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5a2eae-b49a-4983-ad43-05309f63c671,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:57.779122 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b5a2eae-b49a-4983-ad43-05309f63c671 HTTP/1.1" status: 204 len: 168 time: 0.5792964 Jul 13 22:03:57.779549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36640) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:57.780518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.780937 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.781344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.781749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.782127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.782517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.782908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.783300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.783704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.784083 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.784496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:57.788029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:57.853904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Deleting subnet 8900c5d0-b793-42e1-86ba-51ec6b332c21 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:03:57.857251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.912538 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:57.976850 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.045640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.050428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:58.086175 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8900c5d0-b793-42e1-86ba-51ec6b332c21,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:58.098338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.103727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.104158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.104587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.105008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.105426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.105843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.106256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.106672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.107083 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.107491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.107904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:03:58.112086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:58.113765 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1aa5e197-cc51-4c29-ab11-f3fd19561718 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8900c5d0-b793-42e1-86ba-51ec6b332c21 HTTP/1.1" status: 204 len: 168 time: 0.3329651 Jul 13 22:03:58.116399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36646) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:58.233612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.365353 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.379450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676eb1e2-4e8e-4402-b0e6-e28abddb56a1']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:58.393199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59983116-9f45-47ce-879a-a99b304bc3ab') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:58.393548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59983116-9f45-47ce-879a-a99b304bc3ab') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:03:58.406694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.427542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.433981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:03:58.434414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:03:58.448829 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:03:58.533514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.537250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:58.551101 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.561105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=676eb1e2-4e8e-4402-b0e6-e28abddb56a1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:58.563442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:58.564963 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a2b66ff3-b1b2-4b6a-b04c-7423794a38a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/676eb1e2-4e8e-4402-b0e6-e28abddb56a1 HTTP/1.1" status: 204 len: 168 time: 0.4472284 Jul 13 22:03:58.770035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36654) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:58.829687 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8ea99871-8816-4639-82cf-1f8a82f0b3c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c56297c28d5e4a188a2e9957571b8dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0582814 Jul 13 22:03:58.832234 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36658) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:58.855112 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b173a54-2635-4a5f-b0de-1b49d37d6167 req-e6693ef1-d31a-4887-9c49-961481519a1f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:03:58.856800 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5b173a54-2635-4a5f-b0de-1b49d37d6167 req-e6693ef1-d31a-4887-9c49-961481519a1f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0946639 Jul 13 22:03:58.903640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.909402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5b173a54-2635-4a5f-b0de-1b49d37d6167 req-ba5e10c7-057c-40a6-bf36-93c3a0c0393b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Jul 13 22:03:58.931327 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.978601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:58.984473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3f76eea1-f03d-42f0-b17c-f465fc948afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:59.000527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5665196a-1a90-4c27-bebc-b7bf544afac1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:59.003736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:59.011563 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:59.012989 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5665196a-1a90-4c27-bebc-b7bf544afac1 HTTP/1.1" status: 204 len: 168 time: 0.1797547 Jul 13 22:03:59.435216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36672) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:59.488054 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4db4c51c-ad40-4684-9afa-e5d2aa9531cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aa0184fb7db4af8b9c649cbb27bcc16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515456 Jul 13 22:03:59.490541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36676) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:03:59.557267 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:59.584245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:59.631971 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:59.637545 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81610847-d513-47fd-87d2-4dab457341f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:03:59.650043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69551d36-cf80-405d-8d2e-84aecff7366a,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:03:59.652708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:03:59.655990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:03:59.658012 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69551d36-cf80-405d-8d2e-84aecff7366a HTTP/1.1" status: 204 len: 168 time: 0.1663177 Jul 13 22:04:00.120572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb566eb6-c2df-45c1-b017-1b3bd6701e48 req-250b8e6d-4571-4028-b9fc-cd83ca510402 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:00.122201 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb566eb6-c2df-45c1-b017-1b3bd6701e48 req-250b8e6d-4571-4028-b9fc-cd83ca510402 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0859482 Jul 13 22:04:00.185521 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bb566eb6-c2df-45c1-b017-1b3bd6701e48 req-5383cb9b-6f92-46f4-b116-ddac3c3f9ba9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570936 Jul 13 22:04:01.405942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcee39-1783-45ce-9b53-c79100e09122 req-1e056ffe-4ccb-4d74-bc71-35f6e46d9fb9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:01.407581 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ecbcee39-1783-45ce-9b53-c79100e09122 req-1e056ffe-4ccb-4d74-bc71-35f6e46d9fb9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0926485 Jul 13 22:04:01.458346 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ecbcee39-1783-45ce-9b53-c79100e09122 req-ada8824f-a6a6-41b0-b181-9efb526a54d0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Jul 13 22:04:02.670484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811fcfe-8739-4699-ac70-93ea165aa107 req-5b3f0f13-56f5-442f-a451-4eb1886dfd8f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:02.671973 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a811fcfe-8739-4699-ac70-93ea165aa107 req-5b3f0f13-56f5-442f-a451-4eb1886dfd8f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0833824 Jul 13 22:04:02.730252 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a811fcfe-8739-4699-ac70-93ea165aa107 req-46db753a-fcc7-4e58-a57d-34235d3fd25e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512896 Jul 13 22:04:03.941978 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4c416-a980-48b7-b8ca-c3a25ff4228c req-a7ed0248-8820-40d7-817e-7d9f50bacbd9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:03.943569 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b3d4c416-a980-48b7-b8ca-c3a25ff4228c req-a7ed0248-8820-40d7-817e-7d9f50bacbd9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0839627 Jul 13 22:04:03.993155 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b3d4c416-a980-48b7-b8ca-c3a25ff4228c req-45b7de68-86a4-472e-a5d5-eca2995dd714 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Jul 13 22:04:05.218273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37410-a49a-478d-9f09-24c081f85dae req-a73b8847-7095-4b6f-9b2e-273e738ca5f9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:05.219764 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ed37410-a49a-478d-9f09-24c081f85dae req-a73b8847-7095-4b6f-9b2e-273e738ca5f9 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0885835 Jul 13 22:04:05.271189 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0ed37410-a49a-478d-9f09-24c081f85dae req-be4bc0fe-c9b4-472b-9be8-a46fb65c67dc tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Jul 13 22:04:06.615412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c06f3-2f81-4c32-915d-48136144b86e req-1fbeec14-92c3-4e06-baeb-06e9cdbe9a31 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:06.617806 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5f6c06f3-2f81-4c32-915d-48136144b86e req-1fbeec14-92c3-4e06-baeb-06e9cdbe9a31 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0829475 Jul 13 22:04:06.666489 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5f6c06f3-2f81-4c32-915d-48136144b86e req-f40dbe13-c4dd-4016-b07a-7dee83d5db9e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Jul 13 22:04:07.801039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-f31ffb49-1311-49c7-9687-5c616a82700e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.2131112 Jul 13 22:04:07.996535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291bbda-f568-4adf-87bd-b9461edffc30 req-03f5a542-fe8e-4af8-b8f6-dfb2cc72715b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:07.998232 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d291bbda-f568-4adf-87bd-b9461edffc30 req-03f5a542-fe8e-4af8-b8f6-dfb2cc72715b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.1962237 Jul 13 22:04:08.039792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-12f20a0e-f033-491a-9ea4-5d5fd8f3f422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:08.041333 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-12f20a0e-f033-491a-9ea4-5d5fd8f3f422 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.1951787 Jul 13 22:04:08.140462 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d291bbda-f568-4adf-87bd-b9461edffc30 req-a49db2b9-2bdd-4628-b2ba-697f0e8032ef tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279550 Jul 13 22:04:08.162527 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-88969a2f-1471-4c79-b775-9d2ba185a061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 1001 time: 0.1123862 Jul 13 22:04:08.238249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-6ad2df98-349c-427c-8baa-53c10d317e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:08.240032 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-6ad2df98-349c-427c-8baa-53c10d317e6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.0701962 Jul 13 22:04:08.324464 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-f9137901-641b-46ac-933d-ff6c0b5cb32a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734026 Jul 13 22:04:08.466985 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-f7f61773-89c5-40db-83c2-b023a204b9a9 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359761 Jul 13 22:04:08.636256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3df3502a-fe3e-44c7-8c82-546a02dc25d5 req-622f92c4-e436-46f4-8409-af38d3483c4a service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432004 Jul 13 22:04:08.785959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-67e5ebe6-6ffb-40b5-baee-d5afed1b5397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:09.356271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b5b9-681c-4262-839c-2c7653132b5a req-21514b63-10e4-4c5d-935e-bad38e18c22d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:09.357860 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3869b5b9-681c-4262-839c-2c7653132b5a req-21514b63-10e4-4c5d-935e-bad38e18c22d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0929408 Jul 13 22:04:09.405539 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3869b5b9-681c-4262-839c-2c7653132b5a req-21b4e307-55a6-4724-9406-61fb79b38486 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415828 Jul 13 22:04:10.341139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:10.629299 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c83985-88e1-4921-8503-be46a268dccd req-55fa9f21-2c2e-49f6-9a9a-f7c480aa56ee tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:10.632419 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45c83985-88e1-4921-8503-be46a268dccd req-55fa9f21-2c2e-49f6-9a9a-f7c480aa56ee tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0988193 Jul 13 22:04:10.682517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45c83985-88e1-4921-8503-be46a268dccd req-01eb824a-c263-42a6-81f1-a5eadb17f900 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435011 Jul 13 22:04:10.963902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d545-5e5c-4fde-99ba-7ea788e17ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:11.701721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:11.893775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d0025-b3d1-4ef5-b7cb-311020c78bd4 req-2db8f6ba-cd8c-4e21-b82e-f32d6bff7f4c tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:11.895371 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-277d0025-b3d1-4ef5-b7cb-311020c78bd4 req-2db8f6ba-cd8c-4e21-b82e-f32d6bff7f4c tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0865724 Jul 13 22:04:11.944039 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-277d0025-b3d1-4ef5-b7cb-311020c78bd4 req-ffe474e1-7b73-4483-8ff0-8ccf70f702ab tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 Jul 13 22:04:12.193436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:12.209422 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e2984c16-5d04-4cef-9343-30564bed8a8e req-c027f838-1c51-4d43-8a14-a543baf21dfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1475968 Jul 13 22:04:12.404310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 36858) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:12.508744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca31245-44d5-462d-a88c-fa98690ae339 req-11955658-892e-41dd-9e26-91b916b0dc7d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:12.510354 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5ca31245-44d5-462d-a88c-fa98690ae339 req-11955658-892e-41dd-9e26-91b916b0dc7d tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0923176 Jul 13 22:04:12.562489 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-bf2db3c7-334f-4a6d-af2d-68b521b4adc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568060 Jul 13 22:04:12.563383 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5ca31245-44d5-462d-a88c-fa98690ae339 req-f972b1e3-27c0-4493-afc3-112494759359 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468905 Jul 13 22:04:12.866107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:13.766550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a7ac2-f19b-410c-a779-64bed9370f2e req-32666e4f-48cd-474d-96fe-46ccbb54ed56 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:13.768086 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f54a7ac2-f19b-410c-a779-64bed9370f2e req-32666e4f-48cd-474d-96fe-46ccbb54ed56 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.0823371 Jul 13 22:04:13.818871 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f54a7ac2-f19b-410c-a779-64bed9370f2e req-7b1177a1-4557-4645-85c0-320ba90f28f4 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446255 Jul 13 22:04:14.049501 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-30135561-6cc5-4872-a33f-f5b50ec45205 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5&tenant_id=d1bbf90e3f224284bda5d515a3ff5239 HTTP/1.1" status: 200 len: 1099 time: 0.0790277 Jul 13 22:04:14.166293 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-6632a933-8bad-4226-a7ed-90de54c8e90f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0743659 Jul 13 22:04:14.310395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-0ad0206d-0297-46ad-a248-8c49fdff3f74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:14.312121 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-0ad0206d-0297-46ad-a248-8c49fdff3f74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.1398895 Jul 13 22:04:14.370596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:04:14.447526 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-bb54d3a8-75db-4943-bd29-2a8c211b6202 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 1001 time: 0.1065023 Jul 13 22:04:14.492456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:14.518652 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-9a719dc9-9c36-437b-8253-22eb6806b9de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:14.520279 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-9a719dc9-9c36-437b-8253-22eb6806b9de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.0659444 Jul 13 22:04:14.522992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:04:14.533822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:04:14.536929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:14.540738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f6243ae7-ded1-49d1-abde-db35a36b227f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:14.584687 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'code': 422} returned with failed status Jul 13 22:04:14.608587 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-45f1d906-d151-4138-8246-c0e3cb848b7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806656 Jul 13 22:04:14.613188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=6']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:14.623408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.623808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.624604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.624604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.624912 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.625272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.625816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.626360 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.626898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.627564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.628131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:14.632768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:14.647127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:04:15.004885 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-2937b991-1155-4713-94d5-ae0c88ffa2c6 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861454 Jul 13 22:04:15.151400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d2ca1-15e2-4d7e-9262-fb3c409ebe24 req-e8225804-6822-48b6-983e-6795a968e881 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:15.153036 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d15d2ca1-15e2-4d7e-9262-fb3c409ebe24 req-e8225804-6822-48b6-983e-6795a968e881 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 944 time: 0.1976507 Jul 13 22:04:15.198543 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2242af8f-4b77-46d9-a9ae-3615729bf85b req-73857f57-8b7d-4487-a712-35e258247241 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853716 Jul 13 22:04:15.220444 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d15d2ca1-15e2-4d7e-9262-fb3c409ebe24 req-7ef07e91-15e1-4392-a8ee-a6d7b0f0a6f6 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598233 Jul 13 22:04:16.428614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77782799-4ace-429f-8cbb-e732cd58d36e req-3ce0103f-ce79-47c6-b456-056deda33318 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:16.430379 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-77782799-4ace-429f-8cbb-e732cd58d36e req-3ce0103f-ce79-47c6-b456-056deda33318 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 944 time: 0.0871487 Jul 13 22:04:16.491483 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-77782799-4ace-429f-8cbb-e732cd58d36e req-7d39aab9-cba7-4774-9507-d3e164983827 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508940 Jul 13 22:04:17.625068 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a0b71024-c7e4-4d08-b100-1851ff3c0441 req-0654524e-a59e-40ae-9792-5cce7c1050ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0740108 Jul 13 22:04:17.726751 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a0b71024-c7e4-4d08-b100-1851ff3c0441 req-a2adc880-b8b4-4a3a-b277-328806bc0b24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589247 Jul 13 22:04:17.744896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6760-a7e9-4b41-8319-e9f9fe7cf586 req-db0c08b1-e560-4ad4-a2e1-d0949910726a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:17.746464 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-819f6760-a7e9-4b41-8319-e9f9fe7cf586 req-db0c08b1-e560-4ad4-a2e1-d0949910726a tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 944 time: 0.1204524 Jul 13 22:04:17.796574 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-819f6760-a7e9-4b41-8319-e9f9fe7cf586 req-03b3a90e-09ab-4306-bfa8-a7553c2aec58 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Jul 13 22:04:18.377722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:04:18.523077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:04:18.537132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'port_id': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:04:18.598935 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:18.617244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaf01c6-2893-440f-ab7a-6e4842c7ef56 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:04:18.632140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:04:18.635578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:18.637447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:18.702473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=7']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:18.705587 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:19.012253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091caa57-4b48-4341-9897-dc0a966b3fcb req-8cbbae0b-83a1-4057-b62c-a2aa8b2377c2 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:19.013870 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-091caa57-4b48-4341-9897-dc0a966b3fcb req-8cbbae0b-83a1-4057-b62c-a2aa8b2377c2 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 945 time: 0.0902395 Jul 13 22:04:19.035818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['acaf01c6-2893-440f-ab7a-6e4842c7ef56'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:04:19.067224 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-091caa57-4b48-4341-9897-dc0a966b3fcb req-3f3dc237-478f-4d2d-b084-06e74306b697 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Jul 13 22:04:19.540664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f144b9d-2475-4d0f-a174-e168031ad1b4 req-cb69c47a-8f7c-4be2-a251-c05459c57ee9 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:19.542276 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f144b9d-2475-4d0f-a174-e168031ad1b4 req-cb69c47a-8f7c-4be2-a251-c05459c57ee9 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.1196401 Jul 13 22:04:19.546349 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-9a7454a0-81b3-41d8-a7d3-80ecf0212711 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1138 time: 0.1644244 Jul 13 22:04:19.697826 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f144b9d-2475-4d0f-a174-e168031ad1b4 req-bf0e880e-f483-450d-a916-8901b44bb9aa tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492989 Jul 13 22:04:19.729236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501363a-999f-4b08-b8af-5071b23bc752 req-424496a7-fe63-45d7-b9b4-805a83399f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:19.730823 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-424496a7-fe63-45d7-b9b4-805a83399f09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.1653435 Jul 13 22:04:19.853298 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-6e8af327-17bf-4ac4-9cd7-dc14e513336f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 1001 time: 0.1151669 Jul 13 22:04:19.935506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501363a-999f-4b08-b8af-5071b23bc752 req-4d13cff4-0536-4262-92ad-beedd689740c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:19.937161 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-4d13cff4-0536-4262-92ad-beedd689740c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.0764968 Jul 13 22:04:20.023243 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-6469bf22-a429-4b1a-bf84-fe1515fe0478 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760312 Jul 13 22:04:20.188354 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-ddbe1a7b-7495-459f-985d-583681bd886f service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400731 Jul 13 22:04:20.403427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:04:20.409225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f764-1f82-4dca-b499-5f6c0713dfdb req-2296915d-cfbf-48a8-993c-895594e68a47 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:20.410861 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9910f764-1f82-4dca-b499-5f6c0713dfdb req-2296915d-cfbf-48a8-993c-895594e68a47 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 945 time: 0.2108271 Jul 13 22:04:20.414924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b501363a-999f-4b08-b8af-5071b23bc752 req-7bec56f0-a8ef-4bca-91c5-0a771972ae0f service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721847 Jul 13 22:04:20.463492 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9910f764-1f82-4dca-b499-5f6c0713dfdb req-00c72089-4c1f-4bf7-bdc8-cc12b4ffb0aa tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Jul 13 22:04:20.483221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port acaf01c6-2893-440f-ab7a-6e4842c7ef56 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:04:20.483646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:20.607735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:20.637979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:04:20.648389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:04:20.652394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:20.655044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b98c9036-dbc1-4c0a-ab2d-be70fdd4fc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:20.702098 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'code': 200} Jul 13 22:04:20.728980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=8']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:20.732199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:20.910324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdac399-48f9-43e8-8840-702119c2cf17 req-c2273444-d5cf-4ec4-822c-1a5859e73863 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:20.911853 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2cdac399-48f9-43e8-8840-702119c2cf17 req-c2273444-d5cf-4ec4-822c-1a5859e73863 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0849123 Jul 13 22:04:20.965657 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2cdac399-48f9-43e8-8840-702119c2cf17 req-7c2eb796-94d1-4b06-90b7-e0888aade6aa tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474944 Jul 13 22:04:22.173789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8cd13-28b1-44f9-97ff-c4fb0d749112 req-a6be21c3-1285-403a-b671-76d73797843f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:22.175383 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45f8cd13-28b1-44f9-97ff-c4fb0d749112 req-a6be21c3-1285-403a-b671-76d73797843f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0845973 Jul 13 22:04:22.225138 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-45f8cd13-28b1-44f9-97ff-c4fb0d749112 req-c2d26c31-1532-49d0-a7f0-3548731fa000 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428140 Jul 13 22:04:23.436261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bea2eb-1ae3-42e7-a533-c73b10e8cae4 req-d97f8acf-1cb7-46e9-b136-19fe49a4bc03 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:23.437854 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15bea2eb-1ae3-42e7-a533-c73b10e8cae4 req-d97f8acf-1cb7-46e9-b136-19fe49a4bc03 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0862558 Jul 13 22:04:23.488075 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-15bea2eb-1ae3-42e7-a533-c73b10e8cae4 req-dd0b08b3-18a4-49ee-9c25-f1d1b6c1c1f5 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440938 Jul 13 22:04:24.697314 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38794-8601-4223-ba54-6fa4db16232e req-feb80224-b5e6-45ea-85a8-ca26cb58bde4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:24.698923 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7c38794-8601-4223-ba54-6fa4db16232e req-feb80224-b5e6-45ea-85a8-ca26cb58bde4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0871923 Jul 13 22:04:24.749399 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7c38794-8601-4223-ba54-6fa4db16232e req-b8421342-4e26-4e07-afb9-4980aca8f447 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443406 Jul 13 22:04:25.963878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3103-29c2-4082-b960-30576d8d463a req-ad6f4897-6937-45c6-add2-548c3afdf16f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:25.965503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d34d3103-29c2-4082-b960-30576d8d463a req-ad6f4897-6937-45c6-add2-548c3afdf16f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0877559 Jul 13 22:04:26.016493 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d34d3103-29c2-4082-b960-30576d8d463a req-2d6df5ab-6362-4bd7-b738-2a22966bf1f4 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447333 Jul 13 22:04:27.224021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ad2cf-95cf-4280-b5fa-48d781aef3f9 req-2e388c49-4d1c-481e-b1ec-af4395541913 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:27.225645 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d13ad2cf-95cf-4280-b5fa-48d781aef3f9 req-2e388c49-4d1c-481e-b1ec-af4395541913 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0855112 Jul 13 22:04:27.275369 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d13ad2cf-95cf-4280-b5fa-48d781aef3f9 req-c64cd505-69ea-42e3-98ac-9cc52d76683f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427613 Jul 13 22:04:27.825763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37036) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:27.978623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.015648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:04:28.019700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Usage tracker for resource:security_group_rule and tenant:68fa516afd5343608d2979d1458c13df is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:04:28.022666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:04:28.028936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:04:28.096691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.099490 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.107433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5600dfc5-1e33-41c2-9c08-46384782c4ab tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:28.149905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1914700-6ea0-448f-8411-65989fc9eb52,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:28.154658 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68fa516afd5343608d2979d1458c13df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3277659 Jul 13 22:04:28.155669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:28.157387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37042) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:28.220424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.247851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.292376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.297521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0b539fe1-1081-4de0-b562-708e1fa20674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:28.312574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1914700-6ea0-448f-8411-65989fc9eb52,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:28.317787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:28.319866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:28.321848 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d5c285db-2e19-4959-bbbe-691c820abdd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1914700-6ea0-448f-8411-65989fc9eb52 HTTP/1.1" status: 204 len: 168 time: 0.1634557 Jul 13 22:04:28.495382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97884876-b32d-4e7e-8c1f-ccb4d5695416 req-bc614109-549e-4c57-aa0a-3a7cb54a8f63 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:28.497702 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97884876-b32d-4e7e-8c1f-ccb4d5695416 req-bc614109-549e-4c57-aa0a-3a7cb54a8f63 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0915165 Jul 13 22:04:28.557356 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-97884876-b32d-4e7e-8c1f-ccb4d5695416 req-95937755-bc44-4379-b730-6d0cad9bb7d6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531693 Jul 13 22:04:29.760045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d25c4-d80f-46bf-afe5-9c3ba33de2f9 req-747251ef-d448-42af-b870-e36263166e5e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:29.761671 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ca6d25c4-d80f-46bf-afe5-9c3ba33de2f9 req-747251ef-d448-42af-b870-e36263166e5e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0830252 Jul 13 22:04:29.815347 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ca6d25c4-d80f-46bf-afe5-9c3ba33de2f9 req-700b942e-f26c-45ae-b525-40df32da80d9 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474813 Jul 13 22:04:31.023153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228c1e3-8016-4198-bc30-9a7c8d8acbd9 req-ded4d95e-670a-4acf-946e-ec935beebe5c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:31.025523 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6228c1e3-8016-4198-bc30-9a7c8d8acbd9 req-ded4d95e-670a-4acf-946e-ec935beebe5c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0844607 Jul 13 22:04:31.075083 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6228c1e3-8016-4198-bc30-9a7c8d8acbd9 req-a15428b6-d3a7-43ab-ac63-282ff86d5c96 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434170 Jul 13 22:04:32.285528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441116b4-372c-4b91-a44b-2b3772d06ce8 req-baccd8b0-37bb-404f-8115-ad9c751f7309 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:32.287314 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-441116b4-372c-4b91-a44b-2b3772d06ce8 req-baccd8b0-37bb-404f-8115-ad9c751f7309 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0899823 Jul 13 22:04:32.340217 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-441116b4-372c-4b91-a44b-2b3772d06ce8 req-92b9b9ee-b912-42ec-91cb-e94dc55965cf tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462692 Jul 13 22:04:33.552598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28d0e2-f892-498b-a7cc-3d3293bff46d req-9bbd0c19-ae42-435c-9d35-9a00fb721d99 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:33.554199 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3e28d0e2-f892-498b-a7cc-3d3293bff46d req-9bbd0c19-ae42-435c-9d35-9a00fb721d99 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0843303 Jul 13 22:04:33.604772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3e28d0e2-f892-498b-a7cc-3d3293bff46d req-a912e5a0-40d5-4975-9330-17f3cb0b289b tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437324 Jul 13 22:04:34.817019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf87969-bd3c-45ec-a868-34c12dbf2b55 req-2387af63-fb21-44e1-ace9-37feeb31c155 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:34.818608 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bf87969-bd3c-45ec-a868-34c12dbf2b55 req-2387af63-fb21-44e1-ace9-37feeb31c155 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0872738 Jul 13 22:04:34.871405 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bf87969-bd3c-45ec-a868-34c12dbf2b55 req-07bf47c6-c931-4c67-b2b7-a5bb390a3455 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460558 Jul 13 22:04:36.075105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002015b-f840-46a0-977b-30c458136735 req-6b407c27-1492-48e0-81d5-828814ce7b46 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:36.076671 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8002015b-f840-46a0-977b-30c458136735 req-6b407c27-1492-48e0-81d5-828814ce7b46 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0835052 Jul 13 22:04:36.130406 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8002015b-f840-46a0-977b-30c458136735 req-b91f9e51-3931-42c5-9de3-046c81292938 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475512 Jul 13 22:04:37.336298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c4631-d3ba-4949-b099-4525abb37d48 req-9c728339-cd37-4305-b785-ded63f09e759 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:37.337912 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6d9c4631-d3ba-4949-b099-4525abb37d48 req-9c728339-cd37-4305-b785-ded63f09e759 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0842857 Jul 13 22:04:37.388639 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6d9c4631-d3ba-4949-b099-4525abb37d48 req-c0d9b33d-6096-424d-994d-f2cc8b9dabf9 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445583 Jul 13 22:04:38.595543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd0267-d0f2-426a-be0e-cbe75cae1692 req-cd8ad666-352f-4acb-a591-dcc650b00c44 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:38.597073 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7bd0267-d0f2-426a-be0e-cbe75cae1692 req-cd8ad666-352f-4acb-a591-dcc650b00c44 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0873644 Jul 13 22:04:38.647894 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f7bd0267-d0f2-426a-be0e-cbe75cae1692 req-d1b18067-570f-4d61-8203-7ac1030a3ac7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439789 Jul 13 22:04:38.788552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5412-44ee-4a65-a9b6-5dbc0330c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:39.881143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e44c1-f370-43f4-9be0-dfb0a2fe5bd0 req-f947603f-4f7d-4bde-8ed6-562f9c92ee7d tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:39.883423 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-021e44c1-f370-43f4-9be0-dfb0a2fe5bd0 req-f947603f-4f7d-4bde-8ed6-562f9c92ee7d tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.1085050 Jul 13 22:04:39.937292 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-021e44c1-f370-43f4-9be0-dfb0a2fe5bd0 req-4ba47db0-ee35-4f37-951e-9c96e5fd048c tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468972 Jul 13 22:04:40.341890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:40.967174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-82604a7e-8d9c-4e8c-ad9f-0476fca0e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:41.339183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc358ae-3a65-4401-a77e-258c8b014a44 req-4f5a9e34-4fcf-4ef6-9dfb-bea420362441 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:41.340839 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bc358ae-3a65-4401-a77e-258c8b014a44 req-4f5a9e34-4fcf-4ef6-9dfb-bea420362441 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.2793717 Jul 13 22:04:41.392311 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bc358ae-3a65-4401-a77e-258c8b014a44 req-8a008eef-1a29-4b77-8886-84af1b7c9d3f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449181 Jul 13 22:04:41.704892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:42.194700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:42.598806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2bc66-98ac-4625-8e20-8e4955f3fe63 req-a4a8bb3b-a8b0-4e60-b852-d0f533d130d6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:42.600498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ec2bc66-98ac-4625-8e20-8e4955f3fe63 req-a4a8bb3b-a8b0-4e60-b852-d0f533d130d6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0849106 Jul 13 22:04:42.651285 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ec2bc66-98ac-4625-8e20-8e4955f3fe63 req-92b972fa-c5f0-47e6-b443-cdd90a9011a0 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c6b950b-22f6-40bd-9269-ab5f0a2be44b&id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446944 Jul 13 22:04:42.865292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:46.412332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-2ab80d11-140d-4bd4-8a16-fca1c7c3e846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762379 Jul 13 22:04:46.576968 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-2ec46614-b93b-42f3-a4f0-ffe444494182 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0741975 Jul 13 22:04:46.731922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-ac5d30ee-c060-489d-ae9e-079c76818f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:46.733412 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-ac5d30ee-c060-489d-ae9e-079c76818f14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.1362646 Jul 13 22:04:46.845044 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-6d78bea8-f59f-4e45-a602-f3b27700aace service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 1001 time: 0.1041059 Jul 13 22:04:46.917165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-4316beaa-c871-4b38-b196-90dc0b9e5bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:46.918741 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-4316beaa-c871-4b38-b196-90dc0b9e5bdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.0650289 Jul 13 22:04:47.001898 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-759dd6ac-f598-4368-bad9-28ebedf556b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759733 Jul 13 22:04:47.146389 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-4637bb55-7fb0-4af9-95a3-13bd03f06a15 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374545 Jul 13 22:04:47.290206 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e95cafd8-26cf-469c-8081-8b75ebe2ee0f req-afa1834a-d446-46ae-a2e2-5eda6e55594f service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365759 Jul 13 22:04:48.578355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8aef8-a297-4722-9f30-74f60cf1edc0 req-d07b3e3e-5b5b-47d0-a775-faedd6bdd6d6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:48.579974 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1b8aef8-a297-4722-9f30-74f60cf1edc0 req-d07b3e3e-5b5b-47d0-a775-faedd6bdd6d6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0832579 Jul 13 22:04:48.629871 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a1b8aef8-a297-4722-9f30-74f60cf1edc0 req-e0d2237b-5ecf-4466-b502-381ede5320e5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Jul 13 22:04:49.849025 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d65ae-fb52-4c30-8600-d4672ae55e31 req-e7723f7b-d587-45f0-83ca-4cc95e41a50f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:49.850627 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-937d65ae-fb52-4c30-8600-d4672ae55e31 req-e7723f7b-d587-45f0-83ca-4cc95e41a50f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0863974 Jul 13 22:04:49.902756 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-937d65ae-fb52-4c30-8600-d4672ae55e31 req-3e7ed5ef-0705-4839-8075-8ac8fbc1c6d9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Jul 13 22:04:51.118645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0510-d43e-4199-a7b2-7ff11cfe5948 req-b8ed7d35-aa92-45e0-95dd-93b20f6c3567 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:51.120295 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-87ed0510-d43e-4199-a7b2-7ff11cfe5948 req-b8ed7d35-aa92-45e0-95dd-93b20f6c3567 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0833640 Jul 13 22:04:51.169385 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-87ed0510-d43e-4199-a7b2-7ff11cfe5948 req-1cf6424f-b886-404b-acc2-e34d16de0f22 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Jul 13 22:04:51.648675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:04:52.387854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfd7e7-29b0-47a8-b9d4-4f0e3efd1447 req-9b8b2497-849e-4b60-83fe-3525d4ebb40f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:52.389497 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cddfd7e7-29b0-47a8-b9d4-4f0e3efd1447 req-9b8b2497-849e-4b60-83fe-3525d4ebb40f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0876510 Jul 13 22:04:52.438657 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cddfd7e7-29b0-47a8-b9d4-4f0e3efd1447 req-51125398-fc47-4a5f-9706-c850d71cc893 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Jul 13 22:04:53.562310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2427a-9790-4c7c-b000-f31f947fd9af req-4be483ac-604f-4cd7-b94a-b01ef035d1d2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:53.563838 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8fb2427a-9790-4c7c-b000-f31f947fd9af req-4be483ac-604f-4cd7-b94a-b01ef035d1d2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.0818875 Jul 13 22:04:53.667209 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8fb2427a-9790-4c7c-b000-f31f947fd9af req-eebcb04f-bf11-45b6-957b-1b2ad46ea735 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971875 Jul 13 22:04:53.693615 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581da115-d059-4496-a2e2-3ae475773751 req-898c3331-48b2-454b-ae67-21800fdd9e58 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:53.695218 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-581da115-d059-4496-a2e2-3ae475773751 req-898c3331-48b2-454b-ae67-21800fdd9e58 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1063786 Jul 13 22:04:53.743717 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-581da115-d059-4496-a2e2-3ae475773751 req-75ea28f7-4ea2-4bef-acde-9b843dacaee5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Jul 13 22:04:54.880437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b342d3-c60c-4064-b5c5-9d7de3544da5 req-3136302f-f00a-4ac6-910b-fb5301160b17 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:54.882055 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-60b342d3-c60c-4064-b5c5-9d7de3544da5 req-3136302f-f00a-4ac6-910b-fb5301160b17 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.0890667 Jul 13 22:04:54.985836 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-60b342d3-c60c-4064-b5c5-9d7de3544da5 req-b9cbd818-9002-40a1-a007-9ebb026a9093 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679619 Jul 13 22:04:55.002916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3934-9009-43f6-848f-d963ac92640d req-1cc4330c-2213-4720-83cf-d4d48249e8c3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:55.004527 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd8b3934-9009-43f6-848f-d963ac92640d req-1cc4330c-2213-4720-83cf-d4d48249e8c3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1203799 Jul 13 22:04:55.053731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-cd8b3934-9009-43f6-848f-d963ac92640d req-172a1ff2-83ee-41ce-a31c-9fbb4f4c882e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Jul 13 22:04:55.662144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-235e7601-0b78-4eed-99d9-5d009a9d83d2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:55.664432 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-235e7601-0b78-4eed-99d9-5d009a9d83d2 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.0871572 Jul 13 22:04:55.740706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Deleting port d486445e-510d-4ab9-ac20-a5ee4b0d448a {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:04:55.741098 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:55.996442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] For port d486445e-510d-4ab9-ac20-a5ee4b0d448a, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d486445e-510d-4ab9-ac20-a5ee4b0d448a,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:04:55.996901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:56.420854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:56.421271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:56.421628 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Floating IP a2bfb74b-2f80-4a97-ae2d-434f02736ee7 disassociated. External IP: 172.28.3.19, port: d486445e-510d-4ab9-ac20-a5ee4b0d448a. Jul 13 22:04:56.422014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Calling delete_port for d486445e-510d-4ab9-ac20-a5ee4b0d448a owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:04:56.472448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f2afb-9d13-44a8-8691-1bc53ce9818e req-b5a5cce1-932a-424f-91ee-253bdaa458bd tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:56.474046 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e92f2afb-9d13-44a8-8691-1bc53ce9818e req-b5a5cce1-932a-424f-91ee-253bdaa458bd tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 946 time: 0.3195686 Jul 13 22:04:56.511948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980cfea-267a-4d98-ae89-9628896c248f req-2cbd446f-1dcb-4181-a834-f9c9f8b8fb19 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:56.513510 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1980cfea-267a-4d98-ae89-9628896c248f req-2cbd446f-1dcb-4181-a834-f9c9f8b8fb19 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.3094757 Jul 13 22:04:56.592425 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e92f2afb-9d13-44a8-8691-1bc53ce9818e req-386da6eb-2203-4dc5-9282-6f2491d413b6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ec76405-2a4d-4e7f-a03c-219d90fc266d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058681 Jul 13 22:04:56.638780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1980cfea-267a-4d98-ae89-9628896c248f req-9a16e2ee-eaaf-43e2-995c-0f1653de035e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152272 Jul 13 22:04:56.673849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:56.680452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-355ea63b-ff94-4fc2-b39b-3bdab19a3bf6 tempest-VolumesActionsTest-858386352 tempest-VolumesActionsTest-858386352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:56.727910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'Port': ['ID=d486445e-510d-4ab9-ac20-a5ee4b0d448a,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:56.731646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:57.138750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:04:57.358042 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:04:57.368233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:04:57.380817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:04:57.381496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:04:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:04:57.428127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] No DVR routers for this DVR port d486445e-510d-4ab9-ac20-a5ee4b0d448a on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:04:57.430704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:57.433461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'name': 'network-vif-deleted', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:04:57.450955 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e3106e39-bb64-4620-a425-62e6f742e8e2 req-021ddbde-df2b-452f-815d-6057bd5da705 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.11 "DELETE /v2.0/ports/d486445e-510d-4ab9-ac20-a5ee4b0d448a HTTP/1.1" status: 204 len: 173 time: 1.7776644 Jul 13 22:04:57.574793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:04:57.587267 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d9536a-bb93-4a4b-ad10-53aa5de414f5', 'name': 'network-vif-deleted', 'tag': 'd486445e-510d-4ab9-ac20-a5ee4b0d448a', 'status': 'completed', 'code': 200} Jul 13 22:04:57.832579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-31084978-9263-424d-950a-f571758d00aa req-65b6e344-ac82-4008-a6e9-6ec1dbd6394e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Synchronizing usage tracker for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:04:57.876816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-31084978-9263-424d-950a-f571758d00aa req-65b6e344-ac82-4008-a6e9-6ec1dbd6394e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Unset dirty status for tenant:128de97f48ce48e89101ca50f7b49e01 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:04:57.880666 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-31084978-9263-424d-950a-f571758d00aa req-65b6e344-ac82-4008-a6e9-6ec1dbd6394e tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d9536a-bb93-4a4b-ad10-53aa5de414f5 HTTP/1.1" status: 200 len: 210 time: 0.1354611 Jul 13 22:04:57.900653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c811a62-ba83-4316-8546-9a03bc905e2a req-7f550665-4b03-421a-93cc-8932cb755910 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:57.906386 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2c811a62-ba83-4316-8546-9a03bc905e2a req-7f550665-4b03-421a-93cc-8932cb755910 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1225705 Jul 13 22:04:57.911460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:04:57.915675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:04:57.926982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:04:57.927752 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:04:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:04:57.954832 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2c811a62-ba83-4316-8546-9a03bc905e2a req-7d893a14-6fc3-4cee-9d04-3b3a1e75fd85 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Jul 13 22:04:58.119998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:04:58.592053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:04:58.596205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12139a7-4eb9-49ce-9c28-deaf55189c98 None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T21:59:18Z', 'revision_number': 4, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': 'ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d', 'name': '', 'network_id': '2bc24b89-5d95-4427-93d4-71f4a7b58f2c', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'mac_address': 'fa:16:3e:09:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:15Z', 'updated_at': '2021-07-13T21:59:34Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'subnets': [{'id': '7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:04:58.667332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device d486445e-510d-4ab9-ac20-a5ee4b0d448a no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:04:58.704497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: d486445e-510d-4ab9-ac20-a5ee4b0d448a {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:04:58.704891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device d486445e-510d-4ab9-ac20-a5ee4b0d448a not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:04:59.025207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37256) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:59.054348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae3c12d-db08-4e3c-855a-6fc6326580ba None None] New status for floating IP a2bfb74b-2f80-4a97-ae2d-434f02736ee7: DOWN {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:04:59.142666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.182847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.247602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24eee9-e993-4db7-b994-d3948b3f3983 req-755e62fe-eed7-43be-a37f-58c0054bc088 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:04:59.249261 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fe24eee9-e993-4db7-b994-d3948b3f3983 req-755e62fe-eed7-43be-a37f-58c0054bc088 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1523895 Jul 13 22:04:59.277409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.284875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-56c159c7-5957-4c6d-b8b1-cc66d543477f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:04:59.314601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec76405-2a4d-4e7f-a03c-219d90fc266d,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:04:59.330605 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.331823 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ec76405-2a4d-4e7f-a03c-219d90fc266d HTTP/1.1" status: 204 len: 168 time: 0.3054731 Jul 13 22:04:59.335195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37260) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:59.338515 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fe24eee9-e993-4db7-b994-d3948b3f3983 req-708486d2-4121-45de-85cd-083dc29d297a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823603 Jul 13 22:04:59.339909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.340357 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.340808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.341143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.341548 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.341950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.342347 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.342745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.343143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.343542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.343940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:04:59.347263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:04:59.355003 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.v2.resource [None req-dd8d4a19-307e-4af8-b4cd-ec408823a539 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] show failed (client error): The resource could not be found. Jul 13 22:04:59.356387 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-dd8d4a19-307e-4af8-b4cd-ec408823a539 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "GET /v2.0/security-groups/8ec76405-2a4d-4e7f-a03c-219d90fc266d HTTP/1.1" status: 404 len: 347 time: 0.0200136 Jul 13 22:04:59.359395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37264) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:04:59.525591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Deleting port b94e34ff-b673-419d-bb60-f63669cb3fed {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:04:59.525985 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.702859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.703425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.833008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Calling delete_port for b94e34ff-b673-419d-bb60-f63669cb3fed owned by network:floatingip {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:04:59.975549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:04:59.980214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d15a739c-67ab-4fc9-85be-9817b97b189a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:00.027149 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Pushing event deleted for resources: {'Port': ['ID=b94e34ff-b673-419d-bb60-f63669cb3fed,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:00.067169 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.067600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.068021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.068467 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.068879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.069288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.070405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.070966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.071519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.071930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.072366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:00.079455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:00.136377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks [] for floatingip, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:00.153436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:00.154673 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2bfb74b-2f80-4a97-ae2d-434f02736ee7 HTTP/1.1" status: 204 len: 168 time: 0.7940388 Jul 13 22:05:00.569423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cd4e1-3dd9-4f62-b867-ff6d1715b62a req-c83c4d23-e863-4ae1-91a3-7f0c98862aae tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:00.571034 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-493cd4e1-3dd9-4f62-b867-ff6d1715b62a req-c83c4d23-e863-4ae1-91a3-7f0c98862aae tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0842950 Jul 13 22:05:00.619335 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-493cd4e1-3dd9-4f62-b867-ff6d1715b62a req-1aef4784-ded1-4477-b2a8-5d8f8b659dc9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Jul 13 22:05:01.838812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231660-fe10-4293-8bcb-ef5bf7805d8f req-2c029a8e-3d30-40a2-88b9-57a04bea01ff tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:01.840469 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50231660-fe10-4293-8bcb-ef5bf7805d8f req-2c029a8e-3d30-40a2-88b9-57a04bea01ff tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0900714 Jul 13 22:05:01.890246 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-50231660-fe10-4293-8bcb-ef5bf7805d8f req-0f4c5d95-62f6-42f2-b654-88d0cbdb2ae3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Jul 13 22:05:03.108412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3fbbb-c9ab-471c-a9a4-6524d919a83d req-afd7c624-c6b5-49d0-804f-3c666a33100b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:03.110162 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4af3fbbb-c9ab-471c-a9a4-6524d919a83d req-afd7c624-c6b5-49d0-804f-3c666a33100b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0862510 Jul 13 22:05:03.159083 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4af3fbbb-c9ab-471c-a9a4-6524d919a83d req-9f2eee22-b409-456c-9afd-b94f2cfca5ce tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Jul 13 22:05:04.237680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37304) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:04.380402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8fc98-717c-4c2e-a742-07611079c296 req-938a954e-bd3b-4903-a7b5-fffa4ecd42d9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:04.382027 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5cb8fc98-717c-4c2e-a742-07611079c296 req-938a954e-bd3b-4903-a7b5-fffa4ecd42d9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0883696 Jul 13 22:05:04.430777 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5cb8fc98-717c-4c2e-a742-07611079c296 req-5deb42e5-1202-4cb6-93ad-444baa290994 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Jul 13 22:05:04.849191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:05.645113 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4d13-0de9-49c1-acd5-161572027856 req-c64555a3-c093-4cbb-b345-40b6c2bd0327 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:05.646723 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ebc4d13-0de9-49c1-acd5-161572027856 req-c64555a3-c093-4cbb-b345-40b6c2bd0327 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0826671 Jul 13 22:05:05.688249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Deleting port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:05.688643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:05.699370 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3ebc4d13-0de9-49c1-acd5-161572027856 req-3d1adead-7969-4319-8c4b-fe8b2682f4ab tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 Jul 13 22:05:05.875110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] For port ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:05.875513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:06.002342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Calling delete_port for ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d owned by network:router_interface {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:06.176416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:06.180663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0c47e6d9-915e-4a03-9a35-f808dee3802f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:06.222921 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:06.226687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:06.538172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:06.919094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e9cc-924d-4856-9b91-db4856a8a24d req-b66ef3ea-296e-4d3c-b7e0-eeb30d249af1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:06.920737 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-df12e9cc-924d-4856-9b91-db4856a8a24d req-b66ef3ea-296e-4d3c-b7e0-eeb30d249af1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0852523 Jul 13 22:05:06.970721 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-df12e9cc-924d-4856-9b91-db4856a8a24d req-fd68254a-d7c1-4ca3-9d7c-4a917ff29c35 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Jul 13 22:05:07.152733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:07.358519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:07.367193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Sync routers for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:07.372003 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] 10.222.0.20 "PUT /v2.0/routers/83af5552-34e3-4258-a4a2-f5d6b6d73f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1330099 Jul 13 22:05:07.374659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37314) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:07.381058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:07.381763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:04:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:07.567136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:07.582344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks [] for router, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:07.785106 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:07.793662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Deleting port 42dcabe9-4a52-4c4a-9db0-c066d34480c9 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:07.794036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:07.875145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T22:05:06Z', 'revision_number': 5, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port': {'id': '42dcabe9-4a52-4c4a-9db0-c066d34480c9', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:56Z', 'updated_at': '2021-07-13T21:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:07.879435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Checking router: 83af5552-34e3-4258-a4a2-f5d6b6d73f14 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:07.891907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Routers {'83af5552-34e3-4258-a4a2-f5d6b6d73f14'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:07.892632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:04:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:07.981716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] For port 42dcabe9-4a52-4c4a-9db0-c066d34480c9, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=42dcabe9-4a52-4c4a-9db0-c066d34480c9,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:07.982310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:08.063737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] Set router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 gateway port host: None {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:08.116090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Calling delete_port for 42dcabe9-4a52-4c4a-9db0-c066d34480c9 owned by network:router_gateway {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:08.179514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T22:05:07Z', 'revision_number': 6, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:08.184792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468f89f-0de8-4374-baff-29cb229ffef3 None None] The sync data for ids ['83af5552-34e3-4258-a4a2-f5d6b6d73f14'] in dv-cinder-800618-1-smb is: [{'id': '83af5552-34e3-4258-a4a2-f5d6b6d73f14', 'name': 'tempest-AttachVolumeTestJSON-176948338-router', 'tenant_id': '128de97f48ce48e89101ca50f7b49e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:52Z', 'updated_at': '2021-07-13T22:05:07Z', 'revision_number': 6, 'project_id': '128de97f48ce48e89101ca50f7b49e01', 'gw_port_host': None}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:08.201987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ab27-aa90-483c-b7e8-2d7db663cd6a req-1a8db4af-d8d3-461e-b6cd-21ae75929787 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:08.203757 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6938ab27-aa90-483c-b7e8-2d7db663cd6a req-1a8db4af-d8d3-461e-b6cd-21ae75929787 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0916536 Jul 13 22:05:08.256028 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6938ab27-aa90-483c-b7e8-2d7db663cd6a req-018746e6-c54d-4f7a-8388-ec0be3aad337 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Jul 13 22:05:08.528481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:08.533667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-43af6794-742f-490c-951e-5aefb00f6afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:08.577800 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dcabe9-4a52-4c4a-9db0-c066d34480c9,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:08.580485 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:08.790382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8fc73577-bf12-4343-971e-7c0d0845c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:08.813989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.082154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.086711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.109115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.109685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83af5552-34e3-4258-a4a2-f5d6b6d73f14 {{(pid=82034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:05:09.122493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.123726 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-81bf87e8-751e-4294-9be7-a17b9523f291 admin admin] 10.222.0.20 "DELETE /v2.0/routers/83af5552-34e3-4258-a4a2-f5d6b6d73f14 HTTP/1.1" status: 204 len: 168 time: 1.7480733 Jul 13 22:05:09.126495 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37320) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:09.199706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Deleting subnet 7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:05:09.203404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.256501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.379918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.448482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.453243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:09.475113 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a3313-d1c4-4087-8d9b-8807a7e9239a req-d8411234-587c-4add-9bab-f34ee4b8764b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:09.476750 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d0a3313-d1c4-4087-8d9b-8807a7e9239a req-d8411234-587c-4add-9bab-f34ee4b8764b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0832083 Jul 13 22:05:09.492637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:09.498151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:09.501008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.506997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e559f-2b19-4e44-a4ad-f9b1abf66e50 None None] Network 2bc24b89-5d95-4427-93d4-71f4a7b58f2c requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:05:09.507476 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cd8b3197-9596-4e73-a1c0-22891589ee33 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a2cc80d-e9e2-41b9-94fc-80e8e557a9d1 HTTP/1.1" status: 204 len: 168 time: 0.3798883 Jul 13 22:05:09.510159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37326) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:09.527370 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d0a3313-d1c4-4087-8d9b-8807a7e9239a req-00f3bf69-425e-4e1c-a35b-366bda0111af tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Jul 13 22:05:09.626827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.637982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Deleting port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:09.638312 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.771351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] DHCP port deletion for 2bc24b89-5d95-4427-93d4-71f4a7b58f2c request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:05:09.776635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Deleting port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:09.777164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.857168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] For port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:09.857572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:09.985681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Calling delete_port for 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 owned by network:dhcp {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:09.987988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] For port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,segment=NetworkSegment(27ea6a1c-5784-4c56-9ec3-96bca93a2cdc),segment_id=27ea6a1c-5784-4c56-9ec3-96bca93a2cdc)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:09.988481 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.064793 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.069620 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fdab0a4c-15a8-430d-94f2-ab2a92f880a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:10.113549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5874ccd2-b3ff-4e24-9e6c-017f72a4ed41,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:10.114120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 42dcabe9-4a52-4c4a-9db0-c066d34480c9 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:10.118019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:10.120864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] No DVR routers for this DVR port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 on host dv-cinder-800618-1-smb {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:10.144161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Calling delete_port for 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:10.185382 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 42dcabe9-4a52-4c4a-9db0-c066d34480c9 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:10.185783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 42dcabe9-4a52-4c4a-9db0-c066d34480c9 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:10.186252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:10.226143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:10.226533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device ed4ecb3a-46de-41a9-9c1b-22e3a6ad2b4d not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:10.227006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:10.244655 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.258540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc24b89-5d95-4427-93d4-71f4a7b58f2c']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:10.265404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:10.265809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:10.273182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:10.273319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ea6a1c-5784-4c56-9ec3-96bca93a2cdc') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:10.286300 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.301132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.307733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:05:10.308222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:05:10.327031 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:05:10.365536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:05:10.365951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:05:10.366653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.405218 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.408830 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-08377091-f404-46f2-a4cf-baaff7bfdb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:10.424712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.430914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc24b89-5d95-4427-93d4-71f4a7b58f2c,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:10.436036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:10.448969 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2bc24b89-5d95-4427-93d4-71f4a7b58f2c HTTP/1.1" status: 204 len: 168 time: 0.9377472 Jul 13 22:05:10.592124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37336) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:10.649495 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6848f23f-9de1-4b18-afe2-9ef5a315e434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=128de97f48ce48e89101ca50f7b49e01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559926 Jul 13 22:05:10.652900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37340) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:10.722097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.750222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.753757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4fe49-57f6-4ced-84bc-ff4fde233467 req-9b547f6f-8be0-43eb-a87a-bddd1496107f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:10.755355 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a5d4fe49-57f6-4ced-84bc-ff4fde233467 req-9b547f6f-8be0-43eb-a87a-bddd1496107f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0862541 Jul 13 22:05:10.796704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.802140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b136846b-6a44-4886-a911-4d9ac75855f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:10.806206 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a5d4fe49-57f6-4ced-84bc-ff4fde233467 req-4e9eeb6e-3f87-414e-948b-c916b45dcafc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438478 Jul 13 22:05:10.816777 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5acf38a-e016-4858-9bda-23f58b50370b,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:10.820619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:10.836648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.838772 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5acf38a-e016-4858-9bda-23f58b50370b HTTP/1.1" status: 204 len: 168 time: 0.1848922 Jul 13 22:05:10.866874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Deleting port 5874ccd2-b3ff-4e24-9e6c-017f72a4ed41 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:10.867386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:10.933076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6c1f9-9275-4621-b295-91c5df60210f None None] The port '5874ccd2-b3ff-4e24-9e6c-017f72a4ed41' was deleted {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:05:10.969513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-12eb47d1-dd8b-4b2f-b6b0-93608df0b7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:11.707433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:12.035743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9321db-cc4e-43fb-b96b-1ec59872756a req-52373123-ef40-4a1a-829b-e1fc7f00229a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:12.037371 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0a9321db-cc4e-43fb-b96b-1ec59872756a req-52373123-ef40-4a1a-829b-e1fc7f00229a tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0875371 Jul 13 22:05:12.086743 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0a9321db-cc4e-43fb-b96b-1ec59872756a req-9acfdd52-ea2b-4c39-898f-2cc196b08ae0 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Jul 13 22:05:12.219254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:12.867920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:13.311762 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c4b8f-5ef3-4102-b02f-dbcfce8536bf req-e4577c66-5775-4972-acd1-16f73f1aa572 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:13.313451 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-221c4b8f-5ef3-4102-b02f-dbcfce8536bf req-e4577c66-5775-4972-acd1-16f73f1aa572 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0920150 Jul 13 22:05:13.363687 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-221c4b8f-5ef3-4102-b02f-dbcfce8536bf req-254cb6ee-e99b-4510-bf48-40b3a4ebd037 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Jul 13 22:05:14.585203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ae60-7799-47b0-874b-b409ddac0952 req-87e64070-61ea-47ad-a5e0-799dcb50759d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:14.586834 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-74c2ae60-7799-47b0-874b-b409ddac0952 req-87e64070-61ea-47ad-a5e0-799dcb50759d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0877409 Jul 13 22:05:14.642495 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-74c2ae60-7799-47b0-874b-b409ddac0952 req-74206cb2-8c1f-4e42-999a-41bdabb4cd3b tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490179 Jul 13 22:05:15.857076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842644-d594-4581-a7df-50019b2f2d5d req-5d32729d-7f47-4b4c-a672-a0f29636f417 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:15.858689 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-83842644-d594-4581-a7df-50019b2f2d5d req-5d32729d-7f47-4b4c-a672-a0f29636f417 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0839558 Jul 13 22:05:15.908967 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-83842644-d594-4581-a7df-50019b2f2d5d req-09e217fe-7466-4fb3-b0c4-ec624dbafcc1 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Jul 13 22:05:16.296695 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-08790731-82c0-4140-8dc5-2dab975a8cb5 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357865134&fields=id&tenant_id=af07f769b3044ab488d919021d6c0f4c HTTP/1.1" status: 200 len: 267 time: 0.0460808 Jul 13 22:05:16.332915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37442) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:16.387442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-1fc3905a-d7f4-4850-a711-7d35d6107683 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:16.389087 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-1fc3905a-d7f4-4850-a711-7d35d6107683 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 985 time: 0.0888546 Jul 13 22:05:16.401505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Request body: {'port': {'security_groups': ['75e46eb7-edcd-4c79-90b5-e685b2693649']}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:05:16.488575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.522624 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:16.527554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Usage tracker for resource:security_group_rule and tenant:495a15d20a8e45d5ad095fca905d5315 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:16.528486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.530616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:16.536685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:16.606549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.609488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.617219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-33c035a3-4a5e-4f38-842e-4537196548d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:16.662845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eed2e0-bacb-49c0-ade4-622b0b918dd3,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:16.667030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:16.672725 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=495a15d20a8e45d5ad095fca905d5315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3383958 Jul 13 22:05:16.673409 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37448) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:16.741898 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.769555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.786302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:16.812722 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.815363 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.815748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.820564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d0078c63-8557-4852-aae9-73f2dfe35e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:16.822629 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e3abdd4-a88b-4e19-9a57-020f4c17e2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:16.841316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eed2e0-bacb-49c0-ade4-622b0b918dd3,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:16.844201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:16.845225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.849722 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93eed2e0-bacb-49c0-ade4-622b0b918dd3 HTTP/1.1" status: 204 len: 168 time: 0.1751471 Jul 13 22:05:16.854422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:05:16.884765 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:16.885430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:16.886925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8476b84-ace0-4d2e-8ed8-8a7d22f54e8f req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "PUT /v2.0/ports/00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 943 time: 0.4912055 Jul 13 22:05:16.887458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:16.894136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37456) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:16.923249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event updated for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=7']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:16.928998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7f119df1-0a1f-4663-9ee2-bacd4f63efd7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:16.989764 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:05:17.037224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:05:17.053000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.095560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.166951 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.192205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1b235942-eae4-4c58-b65b-16247b15dcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:17.206082 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-5c118c26-a9d8-47be-bc22-337b6aff2266 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1099 time: 0.1674192 Jul 13 22:05:17.225443 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b950b-22f6-40bd-9269-ab5f0a2be44b,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:17.235889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:17.252682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.256958 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c6b950b-22f6-40bd-9269-ab5f0a2be44b HTTP/1.1" status: 204 len: 168 time: 0.3608530 Jul 13 22:05:17.257658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37464) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:17.449376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-931e0c73-c92a-4823-be41-07866078e6b6 None None] Provisioning complete for port 00e59b61-60fd-4a12-bbd5-128c30ce255f triggered by entity DHCP. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:05:17.449811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-931e0c73-c92a-4823-be41-07866078e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.464769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37468) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:17.465878 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-9c12d746-50ae-446f-b776-a1463b895ed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:17.467497 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-9c12d746-50ae-446f-b776-a1463b895ed0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.2534914 Jul 13 22:05:17.530710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Deleting port 38cb7ae2-c129-45e0-a316-151c137285b4 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:17.531174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.570947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.655913 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-93cc9ede-79a7-4547-8b65-dd60fe89c9ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 1001 time: 0.1659310 Jul 13 22:05:17.659658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:17.668050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Usage tracker for resource:security_group_rule and tenant:0e44396f53ba4831bf3a4cfdbfc1df0e is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:17.704375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:17.710000 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.710375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.724058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b1920-1624-4a9f-9f80-b30491ec9dde req-3e44829d-4285-46fe-9956-5384642ea029 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:17.725702 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-018b1920-1624-4a9f-9f80-b30491ec9dde req-3e44829d-4285-46fe-9956-5384642ea029 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.3314970 Jul 13 22:05:17.726640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:17.779866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-51506534-67b3-45e2-82c4-585a03bd9906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:17.781491 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-51506534-67b3-45e2-82c4-585a03bd9906 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.1171486 Jul 13 22:05:17.895044 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-018b1920-1624-4a9f-9f80-b30491ec9dde req-a21de278-8c31-456d-a3f4-f96137feb903 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572349 Jul 13 22:05:17.939982 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.945160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:17.954085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5324e01b-1309-4815-9c35-34271d6e9727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:17.986821 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-44c17e32-8f9f-41df-a964-ffe700f4aba9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1891899 Jul 13 22:05:18.034622 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3681a7-a419-44df-a9ff-dad138e8b751,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:18.037979 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:18.054584 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e44396f53ba4831bf3a4cfdbfc1df0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5836387 Jul 13 22:05:18.055393 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37472) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:18.058286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Calling delete_port for 38cb7ae2-c129-45e0-a316-151c137285b4 owned by network:floatingip {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:18.223136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.229165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5a9a72da-ad11-4278-8e9b-2404a5888d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:18.272831 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event deleted for resources: {'Port': ['ID=38cb7ae2-c129-45e0-a316-151c137285b4,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:18.276613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:18.371858 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks [] for floatingip, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.397618 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-4b4b91f5-9f7c-42d0-bfb1-4ce8c27621c8 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993816 Jul 13 22:05:18.452063 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.543954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.611176 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c7d0a6ef-698f-4d56-b6ca-46ac67f68c92 req-d242bcef-137b-464d-9c18-017b4fc160db service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053125 Jul 13 22:05:18.619618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.625031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d3b450c6-518d-49b7-bbde-9df5639ca187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:18.639614 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3681a7-a419-44df-a9ff-dad138e8b751,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:18.642771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:18.643725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:18.644960 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd3681a7-a419-44df-a9ff-dad138e8b751 HTTP/1.1" status: 204 len: 168 time: 0.5885706 Jul 13 22:05:18.789023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Router afd365bb-da6c-4e28-afb9-d50ab613c04e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:19.017116 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:19.029864 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Sync routers for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:19.031832 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:19.046253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:19.047129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:19.092365 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-32feb6c7-6929-495f-b7a8-ee878177169e tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "DELETE /v2.0/floatingips/cdc4c6d3-d9f9-4d83-b232-f6f386bf424b HTTP/1.1" status: 204 len: 168 time: 1.8335559 Jul 13 22:05:19.093250 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:19.178739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f2464-a31a-4a0a-90ed-0931125c5c6d req-5c35618d-b041-41f8-a682-f185b03db1cc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:19.185253 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-704f2464-a31a-4a0a-90ed-0931125c5c6d req-5c35618d-b041-41f8-a682-f185b03db1cc tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0944583 Jul 13 22:05:19.239958 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-704f2464-a31a-4a0a-90ed-0931125c5c6d req-3282a2eb-c67b-40a2-92db-03c3b3e88c59 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524011 Jul 13 22:05:19.267685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:19.551413 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:05:19.652608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:19.656949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Checking router: afd365bb-da6c-4e28-afb9-d50ab613c04e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:19.670578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:19.671352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:19.685562 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-71ead4dc-60e4-4254-b3fd-6edb1f3ca20a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af07f769b3044ab488d919021d6c0f4c&device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 1099 time: 0.0872307 Jul 13 22:05:19.856220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-7917b638-5ee7-4641-842f-7f51d62c297a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:19.858467 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-7917b638-5ee7-4641-842f-7f51d62c297a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 200 len: 915 time: 0.1505072 Jul 13 22:05:19.891883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:19.944560 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-1e403648-e74e-4c86-8936-de366e28e7bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 200 len: 217 time: 0.0765109 Jul 13 22:05:20.019669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-fe4eb911-1c93-4f23-89bf-4afcd62dca6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:20.021339 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-fe4eb911-1c93-4f23-89bf-4afcd62dca6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 200 len: 853 time: 0.0696635 Jul 13 22:05:20.117246 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-8132c5b2-adc5-4c0e-a0db-158e184d1c28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4c3501-de48-4f04-b939-64bc6badb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851550 Jul 13 22:05:20.284963 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-281beac4-9f5d-48bf-ba8a-acb0904c07ff service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591413 Jul 13 22:05:20.410780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:20.415047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d650f6-8fd3-4541-9c8c-df1da92868c0 None None] The sync data for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb is: [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:02:46Z', 'revision_number': 4, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '8781472d-7ed8-45b4-be7b-d75a2812496d', 'name': '', 'network_id': '5e4c3501-de48-4f04-b939-64bc6badb5de', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'mac_address': 'fa:16:3e:92:40:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:45Z', 'updated_at': '2021-07-13T22:02:54Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'subnets': [{'id': '7a81dfef-95be-480f-a9ff-cb03302d2569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:20.539999 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ab18e5f7-cbb5-43ca-bcad-eb8d5ad88885 req-26d7f07b-c161-4321-9a9b-7be86502eed7 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421269 Jul 13 22:05:20.575586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226cd44-fb8d-4e19-ab50-082d22567b80 req-f68c18cb-b83f-4a20-b8ab-548b54df7973 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:20.577390 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9226cd44-fb8d-4e19-ab50-082d22567b80 req-f68c18cb-b83f-4a20-b8ab-548b54df7973 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1208527 Jul 13 22:05:20.633671 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9226cd44-fb8d-4e19-ab50-082d22567b80 req-5f781786-0945-4acf-9bac-b318023bb8a5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jul 13 22:05:20.780421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:05:21.064599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d14d24-3f64-4e78-a462-eb1aa3acc3bb None None] New status for floating IP cdc4c6d3-d9f9-4d83-b232-f6f386bf424b: DOWN {{(pid=82035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:05:21.225550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:21.241065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '4737db05-e330-417e-b57c-d75a71209272', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:05:21.304252 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.325288 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:05:21.341407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:21.344373 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.346990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:21.415451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=6']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:21.428710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.429105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.429498 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.429877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.430254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.430633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.431069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.431541 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.431918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.432321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.432731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:21.437096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:21.475567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37564) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:21.492448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['4737db05-e330-417e-b57c-d75a71209272'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:05:21.639671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.678115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:21.683016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:df6c515c010d4f75a65147c3d20ed91f is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:21.686159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:21.694626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:21.770945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.774802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.785425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:21.883055 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46172aff-f4c9-43ad-a34b-af3e15d6d1e7,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:21.891302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37588) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:21.896621 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df6c515c010d4f75a65147c3d20ed91f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4195969 Jul 13 22:05:21.898891 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:21.930220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa858d-8497-411e-ab61-5b848bd28861 req-b5f55969-a3ed-43a0-9516-0d15b226d79c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:21.932275 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-08aa858d-8497-411e-ab61-5b848bd28861 req-b5f55969-a3ed-43a0-9516-0d15b226d79c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 945 time: 0.1492100 Jul 13 22:05:21.957132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.985005 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:21.989414 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-08aa858d-8497-411e-ab61-5b848bd28861 req-8ac59a62-0375-4ebe-951c-cfddc38ac439 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497897 Jul 13 22:05:22.032907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.038159 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fc23a826-f4e9-4754-857f-f00796b582b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:22.059927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46172aff-f4c9-43ad-a34b-af3e15d6d1e7,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:22.067038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:22.079178 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.084025 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-52ffcb55-4510-44af-b2a8-87cf6ec82fc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46172aff-f4c9-43ad-a34b-af3e15d6d1e7 HTTP/1.1" status: 204 len: 168 time: 0.1915035 Jul 13 22:05:22.571237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37606) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:22.608829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.645797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:22.647997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4026537-de8e-4313-8196-842855ae3f4a req-28f3e531-a546-42a8-b0c7-94c66cc7b6d7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:22.650211 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c4026537-de8e-4313-8196-842855ae3f4a req-28f3e531-a546-42a8-b0c7-94c66cc7b6d7 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.1286011 Jul 13 22:05:22.651264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Usage tracker for resource:security_group_rule and tenant:103f93c27fe2416f924b71fa76b68f30 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:22.656139 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:22.661621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:22.709279 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c4026537-de8e-4313-8196-842855ae3f4a req-f26055e2-d736-4aa7-a2ea-f7f47d15a82b tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Jul 13 22:05:22.749336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.752496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.761806 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1beb5778-7be4-4622-99e1-bab8135b63a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:22.779227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:05:22.842487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37610) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:22.851014 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=103f93c27fe2416f924b71fa76b68f30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2783790 Jul 13 22:05:22.852054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8845531-25dc-4b0d-b31f-da7529b44093,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:22.870115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:22.926047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 4737db05-e330-417e-b57c-d75a71209272 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:05:22.926483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.936483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:22.971255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:23.022285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:23.028742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2aec368e-18ca-4317-b7df-174887997a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:23.043785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8845531-25dc-4b0d-b31f-da7529b44093,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:23.046439 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:23.055457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:23.057045 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8845531-25dc-4b0d-b31f-da7529b44093 HTTP/1.1" status: 204 len: 168 time: 0.2127984 Jul 13 22:05:23.106120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:23.148760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:23.165619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:23.170338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:23.172592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:23.250954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=7']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:23.254211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:23.314828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5bf19-c792-4895-92ab-13b4d9aed4e0 req-feac0030-1f96-43da-b05b-55ecc1cbc351 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:23.316891 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3a5bf19-c792-4895-92ab-13b4d9aed4e0 req-feac0030-1f96-43da-b05b-55ecc1cbc351 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1328833 Jul 13 22:05:23.383332 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a3a5bf19-c792-4895-92ab-13b4d9aed4e0 req-a66154a0-ab0d-455f-9bf6-84453b00ecca tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595317 Jul 13 22:05:23.450062 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'code': 200} Jul 13 22:05:23.958738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc583de-8bb0-49da-9c7e-5bbf2ea085d8 req-7264377f-ba7a-4518-a8bb-643865ef7a16 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:23.967804 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1dc583de-8bb0-49da-9c7e-5bbf2ea085d8 req-7264377f-ba7a-4518-a8bb-643865ef7a16 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.1021042 Jul 13 22:05:24.031459 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1dc583de-8bb0-49da-9c7e-5bbf2ea085d8 req-1978cba4-4052-4ff0-8d94-69b1795646d6 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622025 Jul 13 22:05:24.533479 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-289aef3b-0c49-45b1-b8e7-eaf9471ca62f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:24.541523 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-289aef3b-0c49-45b1-b8e7-eaf9471ca62f tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.11 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.1245868 Jul 13 22:05:24.682500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Deleting port 00e59b61-60fd-4a12-bbd5-128c30ce255f {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:24.684794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:24.778291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61e056-48a5-487a-8c1d-a2b6cab1720a req-992251ff-39da-413e-a9f6-d1ce27708840 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:24.779967 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f61e056-48a5-487a-8c1d-a2b6cab1720a req-992251ff-39da-413e-a9f6-d1ce27708840 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1828916 Jul 13 22:05:24.893897 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f61e056-48a5-487a-8c1d-a2b6cab1720a req-478ffa64-5f67-4cf0-803b-fa7ae3fa8577 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826309 Jul 13 22:05:25.124183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] For port 00e59b61-60fd-4a12-bbd5-128c30ce255f, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=00e59b61-60fd-4a12-bbd5-128c30ce255f,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:25.124601 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:25.298192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Calling delete_port for 00e59b61-60fd-4a12-bbd5-128c30ce255f owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:25.508096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84424b86-d45d-44d3-8aef-9e33d6a7fdda req-e052f499-c39b-4dd6-8e4a-d637a2c5fdee tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:25.508096 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-84424b86-d45d-44d3-8aef-9e33d6a7fdda req-e052f499-c39b-4dd6-8e4a-d637a2c5fdee tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/ports?device_id=6738143c-02d9-4f24-a7bd-5440388624ed HTTP/1.1" status: 200 len: 946 time: 0.2911520 Jul 13 22:05:25.589868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:25.603359 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:25.625116 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['00e59b61-60fd-4a12-bbd5-128c30ce255f'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:05:25.649368 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-84424b86-d45d-44d3-8aef-9e33d6a7fdda req-514a081c-1d7b-493f-8976-5b849d0618dc tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.20 "GET /v2.0/security-groups?id=75e46eb7-edcd-4c79-90b5-e685b2693649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066883 Jul 13 22:05:25.688797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Pushing event deleted for resources: {'Port': ['ID=00e59b61-60fd-4a12-bbd5-128c30ce255f,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:25.695500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:25.744884 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] No DVR routers for this DVR port 00e59b61-60fd-4a12-bbd5-128c30ce255f on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:25.749105 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:25.756053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'name': 'network-vif-deleted', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:25.763360 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-362fa550-3f99-4c9b-bdc3-3c045829198f req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] 10.222.0.11 "DELETE /v2.0/ports/00e59b61-60fd-4a12-bbd5-128c30ce255f HTTP/1.1" status: 204 len: 173 time: 1.2163241 Jul 13 22:05:25.858256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6738143c-02d9-4f24-a7bd-5440388624ed', 'name': 'network-vif-deleted', 'tag': '00e59b61-60fd-4a12-bbd5-128c30ce255f', 'status': 'completed', 'code': 200} Jul 13 22:05:26.210769 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6bd07-79eb-408d-99dd-64c62215a8cb req-8c928d34-ea10-4385-a2f1-f9daff01a637 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:26.213572 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8d6bd07-79eb-408d-99dd-64c62215a8cb req-8c928d34-ea10-4385-a2f1-f9daff01a637 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1416576 Jul 13 22:05:26.266443 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c8d6bd07-79eb-408d-99dd-64c62215a8cb req-73cb65a7-c8c5-4722-8066-27b10ffbdad4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468605 Jul 13 22:05:27.536697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b83c4-14fb-42a0-b3ce-0a850ae71f18 req-8c969a58-aa34-4790-9a58-978efe9e48e4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:27.538360 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c7b83c4-14fb-42a0-b3ce-0a850ae71f18 req-8c969a58-aa34-4790-9a58-978efe9e48e4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1152542 Jul 13 22:05:27.607254 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9c7b83c4-14fb-42a0-b3ce-0a850ae71f18 req-092ad9c2-c7be-49eb-a3b4-237f9913f007 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619471 Jul 13 22:05:27.895224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37738) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:28.576499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:28.650406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:05:28.790659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 00e59b61-60fd-4a12-bbd5-128c30ce255f no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:28.861706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 00e59b61-60fd-4a12-bbd5-128c30ce255f {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:28.862426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 00e59b61-60fd-4a12-bbd5-128c30ce255f not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:28.907435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3b40c-0472-4efc-9c51-606d551838e2 req-9de3ed41-da63-456e-adaa-04c55a9084bb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:28.909134 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-95d3b40c-0472-4efc-9c51-606d551838e2 req-9de3ed41-da63-456e-adaa-04c55a9084bb tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1523299 Jul 13 22:05:29.152476 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-95d3b40c-0472-4efc-9c51-606d551838e2 req-352ab8b2-f131-484e-b5fb-d34dccb0931e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347672 Jul 13 22:05:29.538004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Deleting port 8781472d-7ed8-45b4-be7b-d75a2812496d {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:29.538700 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:29.759303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] For port 8781472d-7ed8-45b4-be7b-d75a2812496d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=8781472d-7ed8-45b4-be7b-d75a2812496d,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:29.759828 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:29.937452 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Calling delete_port for 8781472d-7ed8-45b4-be7b-d75a2812496d owned by network:router_interface {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:30.307001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:30.312627 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6af6e06b-dc1c-4a12-a975-7c3a16151999 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:30.398168 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8781472d-7ed8-45b4-be7b-d75a2812496d,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:30.406383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:30.629519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12002ad-75e1-4b96-99db-f8f0a634ccbc req-e3b74728-c1b0-4447-8fbf-0460816a7a26 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:30.631375 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b12002ad-75e1-4b96-99db-f8f0a634ccbc req-e3b74728-c1b0-4447-8fbf-0460816a7a26 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.2808874 Jul 13 22:05:30.995400 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b12002ad-75e1-4b96-99db-f8f0a634ccbc req-fa8d56b3-0991-42c9-81e6-36b3df46f151 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543186 Jul 13 22:05:31.067131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:31.546672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37788) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:31.769076 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:31.799717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Router afd365bb-da6c-4e28-afb9-d50ab613c04e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:31.806785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:31.810926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Usage tracker for resource:security_group_rule and tenant:075960aefbe74be8bfc00f8287d8ae2f is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:31.814187 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:31.820445 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:31.924050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:31.926860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:31.935166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0870482a-4c02-4b86-b26e-dfdd1235c534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:31.996325 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67422850-93b9-4daf-bd3e-1aecbea0c7cf,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:31.999928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:32.005731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=075960aefbe74be8bfc00f8287d8ae2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4579206 Jul 13 22:05:32.006423 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37800) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:32.030011 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:32.044285 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] 10.222.0.20 "PUT /v2.0/routers/afd365bb-da6c-4e28-afb9-d50ab613c04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1476676 Jul 13 22:05:32.045032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Sync routers for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:32.046839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37804) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:32.063380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:32.064755 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:32.087059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.130293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.210375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.217242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d9a88b2-6fc7-44da-b5f2-9184457fa647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:32.231310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67422850-93b9-4daf-bd3e-1aecbea0c7cf,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:32.233814 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:32.245808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.250011 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4d6e7e2a-3145-4460-a654-9a60e4e41b66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67422850-93b9-4daf-bd3e-1aecbea0c7cf HTTP/1.1" status: 204 len: 168 time: 0.2424994 Jul 13 22:05:32.301768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:32.379449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf67b13-9d45-4050-94d6-d9bb79b7e8ce req-3325f98c-c863-400c-8687-e56dcef318b5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:32.382742 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf67b13-9d45-4050-94d6-d9bb79b7e8ce req-3325f98c-c863-400c-8687-e56dcef318b5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.1343355 Jul 13 22:05:32.455412 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf67b13-9d45-4050-94d6-d9bb79b7e8ce req-19a249a6-97ee-40b5-b22f-cb150e079845 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659263 Jul 13 22:05:32.458936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.623809 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37818) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:32.631730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:05:30Z', 'revision_number': 5, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port': {'id': '4e561822-5987-44fc-8c0a-b86de28a8a2f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:42Z', 'updated_at': '2021-07-13T22:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:32.636281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Checking router: afd365bb-da6c-4e28-afb9-d50ab613c04e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:32.647742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Routers {'afd365bb-da6c-4e28-afb9-d50ab613c04e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:32.648680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['afd365bb-da6c-4e28-afb9-d50ab613c04e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:32.659167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.681608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.692788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Deleting port 4e561822-5987-44fc-8c0a-b86de28a8a2f {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:32.693754 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.712435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:32.718135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Usage tracker for resource:security_group_rule and tenant:a8ae931e57704600add3f4cab3afc45f is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:32.721970 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:32.729887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:32.806909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.809926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.816242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] Set router afd365bb-da6c-4e28-afb9-d50ab613c04e gateway port host: None {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:32.817650 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d9ac9e18-e0b8-43fb-82f1-8d8545da21a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:32.876865 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8ae931e57704600add3f4cab3afc45f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2515843 Jul 13 22:05:32.880796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37822) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:32.887506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803dde29-09fc-4255-93c3-ebeedd311344,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:32.906146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:32.943764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] For port 4e561822-5987-44fc-8c0a-b86de28a8a2f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=4e561822-5987-44fc-8c0a-b86de28a8a2f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:32.944193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.956657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:05:32Z', 'revision_number': 6, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:32.961410 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718f48e-5077-4d92-8ab6-96e868b5b0ea None None] The sync data for ids ['afd365bb-da6c-4e28-afb9-d50ab613c04e'] in dv-cinder-800618-1-smb is: [{'id': 'afd365bb-da6c-4e28-afb9-d50ab613c04e', 'name': 'tempest-TestMinimumBasicScenario-811276548-router', 'tenant_id': 'af07f769b3044ab488d919021d6c0f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:41Z', 'updated_at': '2021-07-13T22:05:32Z', 'revision_number': 6, 'project_id': 'af07f769b3044ab488d919021d6c0f4c', 'gw_port_host': None}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:32.966093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:32.996401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.044787 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.050595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cde9cc22-f742-489b-a766-dd96f92ab0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:33.064475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803dde29-09fc-4255-93c3-ebeedd311344,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:33.067871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:33.069962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.071277 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/803dde29-09fc-4255-93c3-ebeedd311344 HTTP/1.1" status: 204 len: 168 time: 0.1887944 Jul 13 22:05:33.088532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Calling delete_port for 4e561822-5987-44fc-8c0a-b86de28a8a2f owned by network:router_gateway {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:33.399230 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-200a5840-e667-4007-aafa-bf43d1e734ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1099 time: 0.5101123 Jul 13 22:05:33.531024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37832) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:33.553693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.596704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:33.601032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Usage tracker for resource:security_group_rule and tenant:7b912371d64146f8a0d9d5a85fc9cb8e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:33.604469 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:33.610833 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:33.612090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-e31f7603-74ab-4da9-a1b8-6f70c58d5db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:33.613700 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-e31f7603-74ab-4da9-a1b8-6f70c58d5db3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.2048852 Jul 13 22:05:33.684037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.687091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.694808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0aaaf339-19df-454a-a384-278aae82bd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:33.738113 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4526079-3fd0-4f61-b050-f040526411bd,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:33.741540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:33.748995 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b912371d64146f8a0d9d5a85fc9cb8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2167840 Jul 13 22:05:33.750238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37836) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:33.763089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.771848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4ad2a60-b301-4371-affb-0a3c274ea528 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:33.816551 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.830254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e561822-5987-44fc-8c0a-b86de28a8a2f,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:33.842355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:33.846249 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.878858 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-30a53e0c-49fc-4efd-9ac9-b41123715154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 1001 time: 0.2286563 Jul 13 22:05:33.894640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.900136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0931d22c-21a9-4459-ba93-0e3d11458680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:33.913756 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4526079-3fd0-4f61-b050-f040526411bd,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:33.916608 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:33.918607 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:33.919827 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4526079-3fd0-4f61-b050-f040526411bd HTTP/1.1" status: 204 len: 168 time: 0.1683552 Jul 13 22:05:33.987859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d7dd7-a345-4a11-83d8-84aade723772 req-a8ea576c-7987-47f8-b111-ff65289d516d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:33.989530 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0f0d7dd7-a345-4a11-83d8-84aade723772 req-a8ea576c-7987-47f8-b111-ff65289d516d tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.3789585 Jul 13 22:05:34.043744 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-b07dfa30-f0de-4c24-9c10-782887474691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:34.045401 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-b07dfa30-f0de-4c24-9c10-782887474691 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.1595495 Jul 13 22:05:34.090960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 8781472d-7ed8-45b4-be7b-d75a2812496d no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:34.132704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 8781472d-7ed8-45b4-be7b-d75a2812496d {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:34.133107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 8781472d-7ed8-45b4-be7b-d75a2812496d not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:34.133560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 4e561822-5987-44fc-8c0a-b86de28a8a2f no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:34.171633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 4e561822-5987-44fc-8c0a-b86de28a8a2f {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:34.172033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 4e561822-5987-44fc-8c0a-b86de28a8a2f not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:34.249914 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0f0d7dd7-a345-4a11-83d8-84aade723772 req-1e417b46-4b9b-472a-814c-333b4661ef82 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512200 Jul 13 22:05:34.259930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:34.559318 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-de8645f5-a005-4668-82e5-e0852398243f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4434595 Jul 13 22:05:34.561750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:34.591994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:34.771738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:34.772435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd365bb-da6c-4e28-afb9-d50ab613c04e {{(pid=82033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:05:34.803539 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-6a6d7911-a618-4504-9eee-dd6d01f3abea service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373805 Jul 13 22:05:34.834247 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Notify callbacks [] for router, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:34.835497 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/afd365bb-da6c-4e28-afb9-d50ab613c04e HTTP/1.1" status: 204 len: 168 time: 2.7874875 Jul 13 22:05:34.839072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37856) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:34.916220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37862) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:34.978810 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bdf54955-2e5b-48f8-9fda-af5c29b5ba51 req-e6934e7c-e877-4437-9e90-16fbb62a5a31 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689498 Jul 13 22:05:35.042239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Deleting subnet 7a81dfef-95be-480f-a9ff-cb03302d2569 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:05:35.049712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.202093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.266886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Deleting port 6e3c1632-8521-429f-9a35-41717bf50aa9 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:35.267270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.458315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.490857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e522eb-c8d5-450f-afdf-a3bd3bc72de1 req-5c34fa86-a401-4b83-851e-1728fd6eef03 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:35.494344 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b7e522eb-c8d5-450f-afdf-a3bd3bc72de1 req-5c34fa86-a401-4b83-851e-1728fd6eef03 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.0920496 Jul 13 22:05:35.546625 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-b7e522eb-c8d5-450f-afdf-a3bd3bc72de1 req-09ddf10b-a101-4352-aa21-b85351a74ac4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Jul 13 22:05:35.747941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.748353 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.883217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Calling delete_port for 6e3c1632-8521-429f-9a35-41717bf50aa9 owned by network:floatingip {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:35.941080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:35.947336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e1252fd-1303-439d-aa0e-811e2f6d8601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:35.996725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a81dfef-95be-480f-a9ff-cb03302d2569,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:36.000411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:36.003632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.011413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6c6f6-a33b-4a4c-b0cc-7172a3ae5a9b None None] Network 5e4c3501-de48-4f04-b939-64bc6badb5de requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:05:36.013205 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-9b95b20b-8cea-47cc-a2a7-4d54ca873885 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a81dfef-95be-480f-a9ff-cb03302d2569 HTTP/1.1" status: 204 len: 168 time: 1.1726811 Jul 13 22:05:36.015871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 37886) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:36.098255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.103869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-09aa004c-2425-457e-b81a-eaad22c9e4c9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:36.163546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event deleted for resources: {'Port': ['ID=6e3c1632-8521-429f-9a35-41717bf50aa9,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:36.164140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.171303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:36.177227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Deleting port bfc1b42c-6698-47a4-8b0b-fa620f65143a {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:36.177841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.275415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for floatingip, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.318564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] DHCP port deletion for 5e4c3501-de48-4f04-b939-64bc6badb5de request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:05:36.324057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Deleting port bfc1b42c-6698-47a4-8b0b-fa620f65143a {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:36.324691 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.611456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] For port bfc1b42c-6698-47a4-8b0b-fa620f65143a, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=bfc1b42c-6698-47a4-8b0b-fa620f65143a,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:36.611909 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.705148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] For port bfc1b42c-6698-47a4-8b0b-fa620f65143a, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=bfc1b42c-6698-47a4-8b0b-fa620f65143a,segment=NetworkSegment(1ac8b966-e252-405a-bf88-a69e533b0a7c),segment_id=1ac8b966-e252-405a-bf88-a69e533b0a7c)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:36.705920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.772473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Router 8026480d-fe7e-4aa2-a855-25f90775ba4e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:36.851158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Calling delete_port for bfc1b42c-6698-47a4-8b0b-fa620f65143a owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:36.908584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Calling delete_port for bfc1b42c-6698-47a4-8b0b-fa620f65143a owned by network:dhcp {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:36.932424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:36.963883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:36.975337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:37.024427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Pushing event deleted for resources: {'Port': ['ID=bfc1b42c-6698-47a4-8b0b-fa620f65143a,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:37.038709 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:37.045950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cd6fc-602e-4e32-9353-9b8c801fbbe9 None None] No DVR routers for this DVR port bfc1b42c-6698-47a4-8b0b-fa620f65143a on host dv-cinder-800618-1-smb {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:37.065849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:37.087663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:37.091225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Sync routers for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:37.123557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82033) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:05:37.127457 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:05:37.156221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:37.157188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:37.164398 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-1c844abd-dc84-4fe7-91b1-0a3c5671753b tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "DELETE /v2.0/floatingips/373e1186-68bc-4d19-95bd-53d504985a02 HTTP/1.1" status: 204 len: 168 time: 2.2471292 Jul 13 22:05:37.165625 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:37.202766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ab514-14b6-4f97-8c84-d2e6b4d6566d req-caa359a8-8b95-4ffb-a24f-28f63ecdf316 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:37.204966 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-910ab514-14b6-4f97-8c84-d2e6b4d6566d req-caa359a8-8b95-4ffb-a24f-28f63ecdf316 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 946 time: 0.2331076 Jul 13 22:05:37.264968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:37.266934 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-910ab514-14b6-4f97-8c84-d2e6b4d6566d req-d4ff8903-0782-4541-b409-c6b9d43e4b73 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546517 Jul 13 22:05:37.350121 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'status': 'completed', 'code': 200} Jul 13 22:05:37.394531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:37.411447 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:37.422454 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:37.431295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:37.480255 dv-cinder-800618-1-smb neutron-server[81922]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'code': 422} returned with failed status Jul 13 22:05:37.486917 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-94b74a95-7c97-4b99-a00c-7661fa6dc6a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 1099 time: 0.0942194 Jul 13 22:05:37.537387 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:37.584242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=8']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:37.588599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:37.639016 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Deleting port bfc1b42c-6698-47a4-8b0b-fa620f65143a {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:37.639402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:37.726065 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] The port 'bfc1b42c-6698-47a4-8b0b-fa620f65143a' was deleted {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:05:37.828954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-cb337e16-2103-4cb8-8a73-65f009c77d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:37.830578 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-cb337e16-2103-4cb8-8a73-65f009c77d6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 200 len: 910 time: 0.3360085 Jul 13 22:05:37.888421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:37.892761 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Checking router: 8026480d-fe7e-4aa2-a855-25f90775ba4e for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:37.904392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:37.905049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:37.955406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:37.976273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffe1fd-a570-46cf-a7bc-36b5dfefd4d7 req-974c0774-9eee-41e1-93e1-98633f747a61 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:37.978109 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f4ffe1fd-a570-46cf-a7bc-36b5dfefd4d7 req-974c0774-9eee-41e1-93e1-98633f747a61 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.4386680 Jul 13 22:05:37.988134 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4c3501-de48-4f04-b939-64bc6badb5de']}} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:37.996439 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-240be67e-eb98-4658-88dd-3e27582fb970 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 200 len: 217 time: 0.1572685 Jul 13 22:05:38.064679 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac8b966-e252-405a-bf88-a69e533b0a7c') {'for_net_delete': True} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:38.065056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac8b966-e252-405a-bf88-a69e533b0a7c') {} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:38.089763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3067292'] for segment, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.134051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.140505 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-f4ffe1fd-a570-46cf-a7bc-36b5dfefd4d7 req-9a3e0f1a-dd11-4303-997a-56f46aba58a2 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543291 Jul 13 22:05:38.149896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=82033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:05:38.150544 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3075025'] for segment, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: % (table.description, expected, rows_matched) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: % (table.description, expected, rows_matched) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: % (table.description, expected, rows_matched) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: % (table.description, expected, rows_matched) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:05:38.165973 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:05:38.168964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-2ea07f6e-b73b-40c4-9d83-5d6ba22a8fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:38.169091 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-2ea07f6e-b73b-40c4-9d83-5d6ba22a8fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 200 len: 848 time: 0.1552572 Jul 13 22:05:38.214822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device bfc1b42c-6698-47a4-8b0b-fa620f65143a no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:38.254372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: bfc1b42c-6698-47a4-8b0b-fa620f65143a {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:38.254775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device bfc1b42c-6698-47a4-8b0b-fa620f65143a not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:38.297456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:38.300421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.323180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.341767 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-df05189d-17c3-4e40-b3e5-d6d7f7ceebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:38.360775 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/5e4c3501-de48-4f04-b939-64bc6badb5de HTTP/1.1" status: 204 len: 168 time: 2.3432870 Jul 13 22:05:38.363386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 37920) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:38.367834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4c3501-de48-4f04-b939-64bc6badb5de,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:38.376056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b66a9337-61b0-4876-b37e-e4de32730fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:38.379441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-c8d1a855-5f1c-4780-a26b-d880a1f3d95f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65b1e84e-4837-4910-a46a-190a0ea39fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949205 Jul 13 22:05:38.616929 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-f804464d-6b02-4163-8eaf-b686fcfa7578 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299080 Jul 13 22:05:38.624487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91711-9854-47bf-967c-d439d0d89aeb req-6dcfd2cd-202c-41b6-9791-1eeb1a3b823e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:38.626179 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fca91711-9854-47bf-967c-d439d0d89aeb req-6dcfd2cd-202c-41b6-9791-1eeb1a3b823e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.2049723 Jul 13 22:05:38.674416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:38.680818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fab63b-771f-4eac-8991-4368f81ebbb2 None None] The sync data for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb is: [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 4, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '19295bb8-ebf9-48ad-b61c-f7c6b0502ec6', 'name': '', 'network_id': '65b1e84e-4837-4910-a46a-190a0ea39fd2', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'mac_address': 'fa:16:3e:bd:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:37Z', 'updated_at': '2021-07-13T22:00:48Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'subnets': [{'id': 'c7e32c0a-0541-4368-b956-1d2d7562c853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:38.809113 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3d18a010-b266-49d6-b426-8225a1e5aeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.816517 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fca91711-9854-47bf-967c-d439d0d89aeb req-2225b731-800c-4051-8e56-86dd901a6a89 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476007 Jul 13 22:05:38.825813 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:38.891975 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-85a40d57-e28d-4d0b-9e21-8352bff466a0 req-b853e5e7-3473-4cba-bd2b-20c2091b5234 service neutron] 10.222.0.11 "GET /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644432 Jul 13 22:05:39.057260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-50dd37f8-4daf-471c-bd6f-4b6b640b0c95 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:39.059184 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-50dd37f8-4daf-471c-bd6f-4b6b640b0c95 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.1046507 Jul 13 22:05:39.149219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Deleting port acaf01c6-2893-440f-ab7a-6e4842c7ef56 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:39.149875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:39.282933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38e835-e7ae-4c29-8640-861dbfee11cb None None] New status for floating IP 373e1186-68bc-4d19-95bd-53d504985a02: DOWN {{(pid=82036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:05:39.523790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77de7e4-bcc9-44ed-901e-f1b3c8bc2209 req-8c9b42d6-47ba-49ae-aa38-82a6ef6d696f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:39.526116 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d77de7e4-bcc9-44ed-901e-f1b3c8bc2209 req-8c9b42d6-47ba-49ae-aa38-82a6ef6d696f tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 946 time: 0.2297442 Jul 13 22:05:39.530337 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Deleting port 2db32f48-53b5-4ce6-8b02-93e4af2381e0 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:39.530819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:39.534019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] For port acaf01c6-2893-440f-ab7a-6e4842c7ef56, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=acaf01c6-2893-440f-ab7a-6e4842c7ef56,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:39.534424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:39.683782 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Calling delete_port for acaf01c6-2893-440f-ab7a-6e4842c7ef56 owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:39.718120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] For port 2db32f48-53b5-4ce6-8b02-93e4af2381e0, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2db32f48-53b5-4ce6-8b02-93e4af2381e0,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:39.718534 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:39.861940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Calling delete_port for 2db32f48-53b5-4ce6-8b02-93e4af2381e0 owned by network:router_interface {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:39.972068 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-d77de7e4-bcc9-44ed-901e-f1b3c8bc2209 req-b5612f47-bdec-4dcf-9406-b0fec6b0bf5e tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/security-groups?id=90624ffe-6a73-4698-9b83-edfaf69ff026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4294281 Jul 13 22:05:40.063644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:40.076336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:40.078219 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7a18c699-d69d-42e0-a2fe-037fbb00b7a6 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:40.083069 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-476ced52-0992-4285-b970-98f21e2ea62d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:40.128377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event deleted for resources: {'Port': ['ID=acaf01c6-2893-440f-ab7a-6e4842c7ef56,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:40.131207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:40.173775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db32f48-53b5-4ce6-8b02-93e4af2381e0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:40.217092 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:40.245080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] No DVR routers for this DVR port acaf01c6-2893-440f-ab7a-6e4842c7ef56 on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:40.252612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:40.255743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-deleted', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:40.270256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-da64dfef-91f1-4dd9-b260-7790fd946c7d req-f9b05519-0888-4de1-8993-e65b23ee3294 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.11 "DELETE /v2.0/ports/acaf01c6-2893-440f-ab7a-6e4842c7ef56 HTTP/1.1" status: 204 len: 173 time: 1.2060347 Jul 13 22:05:40.330117 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f90e0f-8363-4dbb-974c-908d2d0ed8d5', 'name': 'network-vif-deleted', 'tag': 'acaf01c6-2893-440f-ab7a-6e4842c7ef56', 'status': 'completed', 'code': 200} Jul 13 22:05:40.382552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:40.440934 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6fd5ac65-5197-48da-bf23-e254de7818ab req-f9e907c9-2602-45ad-a33c-803fa518b4ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0977173 Jul 13 22:05:40.827528 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:40.847835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03920202-56dc-45ef-9499-c8e960194cb8 req-b27d9881-d586-4c68-a3fb-e490c90055ac tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:40.859444 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-03920202-56dc-45ef-9499-c8e960194cb8 req-b27d9881-d586-4c68-a3fb-e490c90055ac tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.1210308 Jul 13 22:05:40.922932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: acaf01c6-2893-440f-ab7a-6e4842c7ef56 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:40.923354 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device acaf01c6-2893-440f-ab7a-6e4842c7ef56 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:40.923865 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:40.983657 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-b6e9dc18-5990-4aa5-8837-c28fef7d4f0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2827430 Jul 13 22:05:40.986948 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-03920202-56dc-45ef-9499-c8e960194cb8 req-6d47f435-a32e-4faa-bac7-bbd56bb715cf tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167064 Jul 13 22:05:41.039293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-db74d4b1-1237-4e1e-85c9-af0c5be3694f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:41.065185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:41.226185 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-ddda9943-a95b-4c3e-bec2-c27f78c1233d req-3ebe8235-7d35-445e-b767-82523a90decd tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Synchronizing usage tracker for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:05:41.246670 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-ddda9943-a95b-4c3e-bec2-c27f78c1233d req-3ebe8235-7d35-445e-b767-82523a90decd tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Unset dirty status for tenant:d1bbf90e3f224284bda5d515a3ff5239 on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:05:41.248157 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ddda9943-a95b-4c3e-bec2-c27f78c1233d req-3ebe8235-7d35-445e-b767-82523a90decd tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f90e0f-8363-4dbb-974c-908d2d0ed8d5 HTTP/1.1" status: 200 len: 210 time: 0.0676324 Jul 13 22:05:41.720562 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:41.740263 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-4d7fc5e0-4939-48cb-83b8-dc016f69d6ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242&tenant_id=323f310f0ebe47e48795c1fab8313d7c HTTP/1.1" status: 200 len: 1097 time: 0.0977521 Jul 13 22:05:41.782427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Router aa22ed5b-5e49-4117-89fc-b77738701a7f has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:41.859152 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-2110cb02-db73-4b07-9ac1-ce88065edebc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1097 time: 0.0868061 Jul 13 22:05:41.999963 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:42.009227 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65401e-4597-4269-8690-0539ff2d6fae req-54b1ba4b-9cf8-48f4-805f-6071dc1dc6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:42.010703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Sync routers for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:42.018481 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e0b8b14c-0c0e-497a-a162-f8b9632dd318 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa22ed5b-5e49-4117-89fc-b77738701a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6509588 Jul 13 22:05:42.018609 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-54b1ba4b-9cf8-48f4-805f-6071dc1dc6ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.1530683 Jul 13 22:05:42.018723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38020) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:42.028232 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:42.029205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:42.152256 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-5f67a7a6-c39e-4825-b544-4252fd13d18d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 999 time: 0.1263680 Jul 13 22:05:42.250262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks [] for router, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.250838 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.285493 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65401e-4597-4269-8690-0539ff2d6fae req-e50177b2-6d04-43ae-a685-b86beb2ef81b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:42.286826 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:42.287125 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-e50177b2-6d04-43ae-a685-b86beb2ef81b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.0974369 Jul 13 22:05:42.349626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfb0a1-c95b-4435-a74a-80bf877b8e40 req-68674d1c-aecf-47c3-87ff-dcfcd2673494 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:42.351402 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fdfb0a1-c95b-4435-a74a-80bf877b8e40 req-68674d1c-aecf-47c3-87ff-dcfcd2673494 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.1969259 Jul 13 22:05:42.393559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38028) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:42.425230 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9fdfb0a1-c95b-4435-a74a-80bf877b8e40 req-0f60baeb-1a05-40cd-afe2-5122f4686598 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669224 Jul 13 22:05:42.428421 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-eaf3011e-940e-42c4-994f-d8d2f3e6f770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1335130 Jul 13 22:05:42.503822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.546151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.580384 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-c2259205-2388-4fe7-b02a-c9f11407bb15 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447749 Jul 13 22:05:42.609332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:05:39Z', 'revision_number': 5, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port': {'id': '2d07cea4-1c15-47b9-9684-d9d3c524a59f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:52Z', 'updated_at': '2021-07-13T22:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:42.614784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Checking router: aa22ed5b-5e49-4117-89fc-b77738701a7f for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:42.625686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.628276 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Routers {'aa22ed5b-5e49-4117-89fc-b77738701a7f'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:42.629897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['aa22ed5b-5e49-4117-89fc-b77738701a7f'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:42.634559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Deleting port 2d07cea4-1c15-47b9-9684-d9d3c524a59f {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:42.634941 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.673616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.680690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1bb0496e-de1c-428f-b74c-6a945e89cb21 tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:42.706343 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90624ffe-6a73-4698-9b83-edfaf69ff026,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:42.711329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:42.737624 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6f65401e-4597-4269-8690-0539ff2d6fae req-50ca1c5f-c77d-4961-93e7-0f42326c5ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514540 Jul 13 22:05:42.752184 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:42.756308 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-67a0c286-5bb5-4935-98c7-23eb1662ece0 tempest-TestShelveInstance-1427052831 tempest-TestShelveInstance-1427052831-project] 10.222.0.20 "DELETE /v2.0/security-groups/90624ffe-6a73-4698-9b83-edfaf69ff026 HTTP/1.1" status: 204 len: 168 time: 0.3613172 Jul 13 22:05:42.811682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38034) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:42.819699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] Set router aa22ed5b-5e49-4117-89fc-b77738701a7f gateway port host: None {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:42.887044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] For port 2d07cea4-1c15-47b9-9684-d9d3c524a59f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=2d07cea4-1c15-47b9-9684-d9d3c524a59f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:42.888784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.002486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.003233 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:05:42Z', 'revision_number': 6, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:43.007770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee1062-4da2-44b7-8d31-dd8b83b380ca None None] The sync data for ids ['aa22ed5b-5e49-4117-89fc-b77738701a7f'] in dv-cinder-800618-1-smb is: [{'id': 'aa22ed5b-5e49-4117-89fc-b77738701a7f', 'name': 'tempest-TestMinimumBasicScenario-1041611447-router', 'tenant_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:02:51Z', 'updated_at': '2021-07-13T22:05:42Z', 'revision_number': 6, 'project_id': 'e4e7d096e8c74bd386c21bc4014a2553', 'gw_port_host': None}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:43.052896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Calling delete_port for 2d07cea4-1c15-47b9-9684-d9d3c524a59f owned by network:router_gateway {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:43.508486 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.514621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-89c0e269-86bb-46fb-be0a-844137dd1a2b tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:43.560521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38064) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:43.585211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d07cea4-1c15-47b9-9684-d9d3c524a59f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:43.588740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:43.767408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d57a3d-d0f2-4e75-b1d5-af35efa443d3 req-4edbc4db-dea4-40e1-91e9-d82843f225e4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:43.769887 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-46d57a3d-d0f2-4e75-b1d5-af35efa443d3 req-4edbc4db-dea4-40e1-91e9-d82843f225e4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.1473899 Jul 13 22:05:43.822623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.859060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.860150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:43.956615 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-46d57a3d-d0f2-4e75-b1d5-af35efa443d3 req-40a0cc4e-72e8-4463-a4e2-443300c96eca tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653435 Jul 13 22:05:44.039322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:44.047718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb84587aab74cd0ad2cf0bba6649099 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:44.051977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:44.063100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:44.157066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2db32f48-53b5-4ce6-8b02-93e4af2381e0 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:44.243812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.255266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.260418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 2db32f48-53b5-4ce6-8b02-93e4af2381e0 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:44.260821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2db32f48-53b5-4ce6-8b02-93e4af2381e0 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:44.261315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2d07cea4-1c15-47b9-9684-d9d3c524a59f no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:44.295983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.296637 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa22ed5b-5e49-4117-89fc-b77738701a7f {{(pid=82034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:05:44.313093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.314925 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] 10.222.0.20 "DELETE /v2.0/routers/aa22ed5b-5e49-4117-89fc-b77738701a7f HTTP/1.1" status: 204 len: 168 time: 2.2955346 Jul 13 22:05:44.319887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38082) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:44.320560 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 2d07cea4-1c15-47b9-9684-d9d3c524a59f {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:44.321716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 2d07cea4-1c15-47b9-9684-d9d3c524a59f not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:44.356572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.363046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.376633 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c8da07be-2180-45d2-8947-703848a0381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:44.432023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Deleting subnet 7e33790f-1c81-465e-b6f0-85dbe77a88f3 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:05:44.436273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.505902 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bb84587aab74cd0ad2cf0bba6649099&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9453473 Jul 13 22:05:44.507110 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a88eda3-aebf-43c4-ac61-05b7b275e0a9,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:44.510502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38086) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:44.525460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.578261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:44.679861 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.777124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.804696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:44.841039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:44.844707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c672a42-9510-4026-97d6-6ad253f9b8e9 None None] Network 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:05:44.875514 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e33790f-1c81-465e-b6f0-85dbe77a88f3,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:44.892646 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:44.894647 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-fc687cff-cf39-43b6-bf83-b2b3f92d3bc1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e33790f-1c81-465e-b6f0-85dbe77a88f3 HTTP/1.1" status: 204 len: 168 time: 0.5694051 Jul 13 22:05:44.912739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38090) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:45.050401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.094205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.131206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.150222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Deleting port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:45.150529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.229821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.244225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-98f64333-27d7-484e-b986-d3abea62108a tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:45.267058 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a88eda3-aebf-43c4-ac61-05b7b275e0a9,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:45.271235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:45.394582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.395874 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3106e8be-29bc-493c-b40c-6cb64cd81f9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a88eda3-aebf-43c4-ac61-05b7b275e0a9 HTTP/1.1" status: 204 len: 168 time: 0.8833034 Jul 13 22:05:45.443394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] DHCP port deletion for 9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:05:45.448032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Deleting port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:45.449669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.469197 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Deleting port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:45.469591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.549036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f165-cf90-4ddf-8aa7-91259767fcd5 req-065cd5c6-c8b4-42b3-ac36-50a011aa4462 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:45.550708 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52f4f165-cf90-4ddf-8aa7-91259767fcd5 req-065cd5c6-c8b4-42b3-ac36-50a011aa4462 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.2854662 Jul 13 22:05:45.578500 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] For port 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=3a960c9d-0bcb-4401-bd26-34fa440f6f16,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:45.580719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.650780 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-52f4f165-cf90-4ddf-8aa7-91259767fcd5 req-129ffb51-2f06-4ef3-bccf-0693705b11a2 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738688 Jul 13 22:05:45.748475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] For port 3a960c9d-0bcb-4401-bd26-34fa440f6f16, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=3a960c9d-0bcb-4401-bd26-34fa440f6f16,segment=NetworkSegment(7627e1d6-e7ab-4701-be46-0570a9437db1),segment_id=7627e1d6-e7ab-4701-be46-0570a9437db1)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:45.753781 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.834689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] For port 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:45.835031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:45.866705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Calling delete_port for 3a960c9d-0bcb-4401-bd26-34fa440f6f16 owned by network:dhcp {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:46.015788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.028163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6b9e24e-6d93-4502-a600-a5372c0ec431 tempest-VolumesNegativeTest-257152844 tempest-VolumesNegativeTest-257152844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:46.050991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Calling delete_port for 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 owned by network:router_interface {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:46.065925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Calling delete_port for 3a960c9d-0bcb-4401-bd26-34fa440f6f16 owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:46.113513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a960c9d-0bcb-4401-bd26-34fa440f6f16,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:46.118707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] No DVR routers for this DVR port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 on host dv-cinder-800618-1-smb {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:46.124002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:46.171733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 3a960c9d-0bcb-4401-bd26-34fa440f6f16 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:46.242763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 3a960c9d-0bcb-4401-bd26-34fa440f6f16 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:46.243316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 3a960c9d-0bcb-4401-bd26-34fa440f6f16 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:46.252283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38100) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:46.276266 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.288369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-65fcfce5-85c5-49b7-8806-feab1bc843fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:46.289074 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:05:46.289631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:05:46.314143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.383111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Pushing event deleted for resources: {'Port': ['ID=19295bb8-ebf9-48ad-b61c-f7c6b0502ec6,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:46.386162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:46.430077 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.473119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:46.477989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Usage tracker for resource:security_group_rule and tenant:26fde07458864a2dbb75f27f22f2f7b3 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:46.481166 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:46.495992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6a4a51-e7e6-4a25-8d91-ca443eddafb5']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:46.513275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:46.533449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7627e1d6-e7ab-4701-be46-0570a9437db1') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:46.533966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7627e1d6-e7ab-4701-be46-0570a9437db1') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:46.554192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.587973 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.600310 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:05:46.600766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:05:46.619091 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:05:46.690024 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.759388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.765733 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.768430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:46.789320 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.790929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Deleting port 3a960c9d-0bcb-4401-bd26-34fa440f6f16 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:46.791507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.808162 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6a4a51-e7e6-4a25-8d91-ca443eddafb5,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:46.811711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:46.829635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:46.840009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d770eb3-c6b0-4759-bb8b-24437896a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:46.921415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7276171c-dcdd-415e-adae-c39f91890e52 None None] The port '3a960c9d-0bcb-4401-bd26-34fa440f6f16' was deleted {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:05:46.941888 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-3b622a38-ae32-4a4c-9a37-30d2750d92c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b6a4a51-e7e6-4a25-8d91-ca443eddafb5 HTTP/1.1" status: 204 len: 168 time: 2.0272045 Jul 13 22:05:46.947867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7588f428-54ac-463b-8aee-8a3723ad21c0,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:46.958183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:46.968975 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a57921ab-94e6-4698-a5ad-038fecc069f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26fde07458864a2dbb75f27f22f2f7b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7155402 Jul 13 22:05:46.969664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38110) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:47.063390 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.100244 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831cead-0f1a-4bb9-8704-b7eed4572cce req-a5f22999-e3db-4fb7-8f21-f11701e553d9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:47.100521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.100611 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2831cead-0f1a-4bb9-8704-b7eed4572cce req-a5f22999-e3db-4fb7-8f21-f11701e553d9 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.1939611 Jul 13 22:05:47.173550 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.179854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4fcb3cf5-82a1-455b-aeff-30f2db0dfa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:47.200916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.202462 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7588f428-54ac-463b-8aee-8a3723ad21c0 HTTP/1.1" status: 204 len: 168 time: 0.2316334 Jul 13 22:05:47.203427 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7588f428-54ac-463b-8aee-8a3723ad21c0,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:47.214432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:47.215993 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2831cead-0f1a-4bb9-8704-b7eed4572cce req-5a8b0b93-e901-49b8-9527-1f38ac818287 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008248 Jul 13 22:05:47.301336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38116) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:47.366529 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-37290b51-8006-4dc9-95e6-ce9f060c06c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af07f769b3044ab488d919021d6c0f4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638199 Jul 13 22:05:47.370837 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38120) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:47.463681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.515663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.591361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.600664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d01bfcb1-17b6-480c-bcca-3f0f30412c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:47.626948 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e46eb7-edcd-4c79-90b5-e685b2693649,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:47.629540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:47.636794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:47.638198 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e46eb7-edcd-4c79-90b5-e685b2693649 HTTP/1.1" status: 204 len: 168 time: 0.2662024 Jul 13 22:05:47.851194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Router 8026480d-fe7e-4aa2-a855-25f90775ba4e has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:48.199931 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:48.209262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Sync routers for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:48.219192 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] 10.222.0.20 "PUT /v2.0/routers/8026480d-fe7e-4aa2-a855-25f90775ba4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4060094 Jul 13 22:05:48.222129 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38138) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:48.231432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:48.232384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:48.261954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38142) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:48.380779 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2e9ecf8a-f33b-4238-b6d4-8c93b46d3918 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4e7d096e8c74bd386c21bc4014a2553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1148462 Jul 13 22:05:48.381209 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38150) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:48.505663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:48.541464 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:48.596784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:48.604657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cb4ffc31-01e3-4cee-b316-23f63efe589a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:48.636549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:48.640979 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb3d3c16-7007-45d8-920a-53940c911501 HTTP/1.1" status: 204 len: 168 time: 0.2584851 Jul 13 22:05:48.642217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d3c16-7007-45d8-920a-53940c911501,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:48.652949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:48.722384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:49.074400 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccc9e6-d363-4461-a9ea-403cb6d829f7 req-d20b741f-89a9-4721-b513-749d7d0168a4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:49.082446 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40ccc9e6-d363-4461-a9ea-403cb6d829f7 req-d20b741f-89a9-4721-b513-749d7d0168a4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.6087458 Jul 13 22:05:49.144833 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-40ccc9e6-d363-4461-a9ea-403cb6d829f7 req-827b7ad3-1e2c-4599-b25a-79d79195aea2 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610166 Jul 13 22:05:49.303552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks [] for router, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:49.579376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:05:46Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:49.584036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Checking router: 8026480d-fe7e-4aa2-a855-25f90775ba4e for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:49.598039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Routers {'8026480d-fe7e-4aa2-a855-25f90775ba4e'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:49.598721 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['8026480d-fe7e-4aa2-a855-25f90775ba4e'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:49.657189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:49.675361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Deleting port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:49.675758 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:49.861385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] Set router 8026480d-fe7e-4aa2-a855-25f90775ba4e gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:49.891735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] For port e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:49.892181 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.050414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Calling delete_port for e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 owned by network:router_gateway {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:50.225851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:05:46Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:50.230395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c3d19-f2f5-4d28-91b5-1fc35c54e402 None None] The sync data for ids ['8026480d-fe7e-4aa2-a855-25f90775ba4e'] in dv-cinder-800618-1-smb is: [{'id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'name': 'tempest-TestShelveInstance-1175092932-router', 'tenant_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:34Z', 'updated_at': '2021-07-13T22:05:46Z', 'revision_number': 5, 'project_id': 'd1bbf90e3f224284bda5d515a3ff5239', 'gw_port': {'id': 'e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026480d-fe7e-4aa2-a855-25f90775ba4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:50.469499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38184) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:50.479559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.490221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b528830-127c-4549-a533-c0ddfeb88a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:50.537616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:50.576208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:50.581591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0d42-40cc-41e0-94e6-4af93e8588be req-74e84cae-4fda-4be3-8fac-8c42aa8438c4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:50.583570 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-343f0d42-40cc-41e0-94e6-4af93e8588be req-74e84cae-4fda-4be3-8fac-8c42aa8438c4 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.2079360 Jul 13 22:05:50.717568 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.764322 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:50.768380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Usage tracker for resource:security_group_rule and tenant:63ed4511d40c45b4be2e98e6c2315080 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:50.770650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-343f0d42-40cc-41e0-94e6-4af93e8588be req-5d689437-e992-4105-b5ad-405946db378f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736698 Jul 13 22:05:50.771578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:50.778564 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:50.859617 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.903928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.907840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:50.916194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-24ce1194-31be-41bd-97a7-41500232c183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:50.970133 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63ed4511d40c45b4be2e98e6c2315080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4985766 Jul 13 22:05:50.971060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883d9cc-3930-4dc5-a3b6-a5f419c8f935,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:50.974797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d9c76093-f116-4388-bc6f-7ddf540bafdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:50.975365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38190) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:51.043253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.073690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.120746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.126531 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7d590b5f-8ddf-4480-9bb8-ec3c85aa0877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:51.138032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883d9cc-3930-4dc5-a3b6-a5f419c8f935,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:51.140584 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:51.146641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.161818 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-0a0edc64-cb72-46dc-aed4-b402549df2aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d883d9cc-3930-4dc5-a3b6-a5f419c8f935 HTTP/1.1" status: 204 len: 168 time: 0.1775498 Jul 13 22:05:51.186943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.191582 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.216626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.217315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8026480d-fe7e-4aa2-a855-25f90775ba4e {{(pid=82033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:05:51.238041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] Notify callbacks [] for router, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.239551 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-dba62efe-43ba-43ee-b684-3a7c3fa4ef3c admin admin] 10.222.0.20 "DELETE /v2.0/routers/8026480d-fe7e-4aa2-a855-25f90775ba4e HTTP/1.1" status: 204 len: 168 time: 3.0163341 Jul 13 22:05:51.242542 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38196) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:51.346796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Deleting subnet c7e32c0a-0541-4368-b956-1d2d7562c853 {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:05:51.350153 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.404928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.518155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.597849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.603640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7522e05c-74ba-4ec8-865e-843a4f15c73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:51.642296 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e32c0a-0541-4368-b956-1d2d7562c853,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:51.646148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:51.650097 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.658904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841feca8-82cf-4ab7-a506-b6da96493ce3 None None] Network 65b1e84e-4837-4910-a46a-190a0ea39fd2 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:05:51.659079 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d69491cd-1b42-4506-ab84-4f98e2bd6bbc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7e32c0a-0541-4368-b956-1d2d7562c853 HTTP/1.1" status: 204 len: 168 time: 0.4146206 Jul 13 22:05:51.661195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38208) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:51.855815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:51.892750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Deleting port f003deb7-e946-41eb-bba6-5910b9c39cf2 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:51.893146 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.001956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] DHCP port deletion for 65b1e84e-4837-4910-a46a-190a0ea39fd2 request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:05:52.007082 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Deleting port f003deb7-e946-41eb-bba6-5910b9c39cf2 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:52.007671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.206053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device f003deb7-e946-41eb-bba6-5910b9c39cf2 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:52.338910 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] For port f003deb7-e946-41eb-bba6-5910b9c39cf2, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=f003deb7-e946-41eb-bba6-5910b9c39cf2,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:52.339430 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.487298 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Calling delete_port for f003deb7-e946-41eb-bba6-5910b9c39cf2 owned by network:dhcp {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:52.537375 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.578338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] For port f003deb7-e946-41eb-bba6-5910b9c39cf2, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=f003deb7-e946-41eb-bba6-5910b9c39cf2,segment=NetworkSegment(47abbf82-781a-442a-860e-d17422c558c8),segment_id=47abbf82-781a-442a-860e-d17422c558c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:52.578775 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.595730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.603075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-be84179d-cc15-4a80-a8ac-e1736fddbcc1 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:52.662623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f003deb7-e946-41eb-bba6-5910b9c39cf2,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:52.685051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:52.687431 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] No DVR routers for this DVR port f003deb7-e946-41eb-bba6-5910b9c39cf2 on host dv-cinder-800618-1-smb {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:52.883753 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:52.909573 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c345fdd-b7d6-4753-979e-524f39f9b057 req-aac30936-49cb-4b88-911b-4ec44e86a5fe tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:52.911350 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c345fdd-b7d6-4753-979e-524f39f9b057 req-aac30936-49cb-4b88-911b-4ec44e86a5fe tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.8688447 Jul 13 22:05:52.923367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b1e84e-4837-4910-a46a-190a0ea39fd2']}} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:52.970525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47abbf82-781a-442a-860e-d17422c558c8') {'for_net_delete': True} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:52.971225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47abbf82-781a-442a-860e-d17422c558c8') {} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:53.001665 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3067292'] for segment, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.028158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Calling delete_port for f003deb7-e946-41eb-bba6-5910b9c39cf2 owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:53.032903 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1c345fdd-b7d6-4753-979e-524f39f9b057 req-8d407338-2c0c-4b25-a45f-73a98e5fec81 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147394 Jul 13 22:05:53.041817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.052241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=82033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:05:53.052874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3075025'] for segment, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:05:53.072561 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:05:53.177135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:53.194264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.199027 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:53.217066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.238849 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:05:53.239388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:05:53.241591 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38232) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:53.242132 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65b1e84e-4837-4910-a46a-190a0ea39fd2 HTTP/1.1" status: 204 len: 168 time: 1.5795853 Jul 13 22:05:53.247504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b1e84e-4837-4910-a46a-190a0ea39fd2,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:53.247704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:53.248127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 19295bb8-ebf9-48ad-b61c-f7c6b0502ec6 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:53.250518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-98410b5a-e4d6-4fca-a24a-772682a9dca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:53.746158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Deleting port f003deb7-e946-41eb-bba6-5910b9c39cf2 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:53.746911 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:53.822735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-4e20cdc4-017b-44d9-97a1-23c121796db6 None None] The port 'f003deb7-e946-41eb-bba6-5910b9c39cf2' was deleted {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:05:53.943194 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:54.055483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:54.094821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:54.095317 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e7e507cd-0c3a-4d7a-bdb4-7d08ab0c6282 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:54.314010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aec0b-d0ae-4ab1-b6d6-322108d00794 req-40da6b90-c90c-48a7-8d68-66ecc6ae911c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:54.315878 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1b5aec0b-d0ae-4ab1-b6d6-322108d00794 req-40da6b90-c90c-48a7-8d68-66ecc6ae911c tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.1007438 Jul 13 22:05:54.380190 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1b5aec0b-d0ae-4ab1-b6d6-322108d00794 req-1d9f13e7-4d7e-4cf1-a2f7-9519d2e122ad tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571463 Jul 13 22:05:54.526346 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-5a680166-aaf4-4ed5-8983-94896946fce4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=323f310f0ebe47e48795c1fab8313d7c&device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1097 time: 0.0783923 Jul 13 22:05:54.647370 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Deleting port 60fcf16b-9464-41d1-8883-5d74ad44f726 {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:54.648031 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:54.728609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-983bbd8b-52d0-4fbe-a9a9-602eece577f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:54.730212 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-983bbd8b-52d0-4fbe-a9a9-602eece577f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 200 len: 918 time: 0.1661155 Jul 13 22:05:54.847747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] For port 60fcf16b-9464-41d1-8883-5d74ad44f726, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=60fcf16b-9464-41d1-8883-5d74ad44f726,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:54.848193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:54.990087 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Calling delete_port for 60fcf16b-9464-41d1-8883-5d74ad44f726 owned by network:router_interface {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:55.065688 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-ea2e6cb3-5d6f-45ff-8360-9173a09ff3f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 200 len: 999 time: 0.3286853 Jul 13 22:05:55.143262 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-4e4dcebc-f147-4a81-92e2-f886112713bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:55.144804 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-4e4dcebc-f147-4a81-92e2-f886112713bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 200 len: 856 time: 0.0728469 Jul 13 22:05:55.167326 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:55.172046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f0bfc648-982b-4a05-b7bf-0ec14e2dd49f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:55.214685 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fcf16b-9464-41d1-8883-5d74ad44f726,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:55.218611 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:55.227323 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-1b9a52ca-d586-4f73-9e85-b61c3acd5a2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d972f44-19e7-40c2-a28c-ecf0e546a24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756986 Jul 13 22:05:55.385215 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-95fb1636-a063-4c1e-a350-a2f7044605f3 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508439 Jul 13 22:05:55.534882 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:55.588141 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-448e1b1f-b13f-4928-b093-d11933d5d431 req-2c23b061-599c-4f89-9cf8-397e47e87fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962774 Jul 13 22:05:55.628658 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f6139-a308-4541-9e3a-174f922d8ad0 req-e6cf40cd-6719-4225-bbc6-8deb96de5b65 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:55.630272 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a2f6139-a308-4541-9e3a-174f922d8ad0 req-e6cf40cd-6719-4225-bbc6-8deb96de5b65 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.0975859 Jul 13 22:05:55.686427 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-6a2f6139-a308-4541-9e3a-174f922d8ad0 req-1db2c912-4ebf-4ddc-8d9c-736b73a56750 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492713 Jul 13 22:05:56.177256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Router f096830f-82d9-4884-b516-b42cc9d7a333 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:05:56.388626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:05:56.398036 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-692bd1ee-61e4-44b8-8863-6f1a0c219dc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f096830f-82d9-4884-b516-b42cc9d7a333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1552773 Jul 13 22:05:56.398295 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Sync routers for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:05:56.401150 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38266) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:56.411246 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:56.411940 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:56.607932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: dv-cinder-800618-1-smb {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:56.843960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks [] for router, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:56.904258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:05:56.921223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8d6f0-46b2-44e1-8a46-7c7c490f5a92 req-7d157a2f-2c4f-4d2e-a24c-5a57a3e1e9b7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:56.922984 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18c8d6f0-46b2-44e1-8a46-7c7c490f5a92 req-7d157a2f-2c4f-4d2e-a24c-5a57a3e1e9b7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 944 time: 0.0964313 Jul 13 22:05:56.974283 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-18c8d6f0-46b2-44e1-8a46-7c7c490f5a92 req-3714ca67-a05a-4889-ae46-833833143947 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Jul 13 22:05:57.055770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:05:55Z', 'revision_number': 5, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port': {'id': 'de514de6-0762-4e6f-beee-11ab4a04c74f', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:57.063914 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Checking router: f096830f-82d9-4884-b516-b42cc9d7a333 for host: dv-cinder-800618-1-smb {{(pid=82035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:05:57.064073 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.072391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Deleting port de514de6-0762-4e6f-beee-11ab4a04c74f {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:57.072785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.096456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:57.114007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Routers {'f096830f-82d9-4884-b516-b42cc9d7a333'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:05:57.114729 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:05:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['f096830f-82d9-4884-b516-b42cc9d7a333'], 'active': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:57.172527 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '4737db05-e330-417e-b57c-d75a71209272', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'port_id': '4737db05-e330-417e-b57c-d75a71209272', 'mac_address': 'fa:16:3e:58:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:05:57.272513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] For port de514de6-0762-4e6f-beee-11ab4a04c74f, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=de514de6-0762-4e6f-beee-11ab4a04c74f,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:57.273277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.321297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.343797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] Set router f096830f-82d9-4884-b516-b42cc9d7a333 gateway port host: None {{(pid=82035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:05:57.391198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:05:57.407224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Calling delete_port for de514de6-0762-4e6f-beee-11ab4a04c74f owned by network:router_gateway {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:57.450703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38278) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:57.471216 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:05:57Z', 'revision_number': 6, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:57.478018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a327cc-57cb-452c-b348-4375052c6da4 None None] The sync data for ids ['f096830f-82d9-4884-b516-b42cc9d7a333'] in dv-cinder-800618-1-smb is: [{'id': 'f096830f-82d9-4884-b516-b42cc9d7a333', 'name': 'tempest-TestShelveInstance-49691474-router', 'tenant_id': 'adaa9527786d48a39ed7c850cb259b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:44Z', 'updated_at': '2021-07-13T22:05:57Z', 'revision_number': 6, 'project_id': 'adaa9527786d48a39ed7c850cb259b03', 'gw_port_host': None}] {{(pid=82035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:05:57.482260 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:57.485770 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.487707 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:57.557553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=9']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:57.561470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:57.593089 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.598776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0bc64601-2e26-4076-8013-017c20f6b7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:57.648075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Pushing event deleted for resources: {'Port': ['ID=de514de6-0762-4e6f-beee-11ab4a04c74f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:57.651100 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:57.660243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.705766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:57.710085 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Usage tracker for resource:security_group_rule and tenant:3aa73ecebe13440fa41d77008edeb31c is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:57.714132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:57.723258 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:57.759523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['4737db05-e330-417e-b57c-d75a71209272'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:05:57.795839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.798989 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.819868 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-fe681271-dd54-45a6-a86c-ad31d9e94ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:57.862313 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aa73ecebe13440fa41d77008edeb31c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4103293 Jul 13 22:05:57.864456 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38284) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:57.906435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:57.950894 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66328269-3e73-4587-b01e-b23046a36cc0,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:57.958907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:57.980285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.009302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.069720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.080895 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9db860d7-71f7-4c59-9727-ad16233ab662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:58.095947 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66328269-3e73-4587-b01e-b23046a36cc0,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:58.099263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:58.100600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.106071 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5d84036f-77fe-4096-9a6e-9557ec6be828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66328269-3e73-4587-b01e-b23046a36cc0 HTTP/1.1" status: 204 len: 168 time: 0.2373445 Jul 13 22:05:58.138725 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device de514de6-0762-4e6f-beee-11ab4a04c74f no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:58.180749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: de514de6-0762-4e6f-beee-11ab4a04c74f {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:58.181157 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device de514de6-0762-4e6f-beee-11ab4a04c74f not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:58.181645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 60fcf16b-9464-41d1-8883-5d74ad44f726 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:05:58.188046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.192238 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.218136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.218640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f096830f-82d9-4884-b516-b42cc9d7a333 {{(pid=82034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:05:58.220549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 60fcf16b-9464-41d1-8883-5d74ad44f726 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:05:58.221022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 60fcf16b-9464-41d1-8883-5d74ad44f726 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:05:58.233203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] Notify callbacks [] for router, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.234793 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6dc8eed3-4b93-4185-9fc8-81e2595ff30a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f096830f-82d9-4884-b516-b42cc9d7a333 HTTP/1.1" status: 204 len: 168 time: 1.8326240 Jul 13 22:05:58.237511 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38292) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:58.273653 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f5b5-9829-4077-bbef-1d20faaacdd8 req-a3c3d800-0669-48b1-a672-ca5afae0e5ab tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:58.275412 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1605f5b5-9829-4077-bbef-1d20faaacdd8 req-a3c3d800-0669-48b1-a672-ca5afae0e5ab tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 945 time: 0.1141458 Jul 13 22:05:58.314841 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Deleting subnet 6e9b8e43-06bb-4093-9426-c8a117b5ae6b {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:05:58.318321 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.335730 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1605f5b5-9829-4077-bbef-1d20faaacdd8 req-8a6854f4-2a9e-423d-8e39-0d2d99522850 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531697 Jul 13 22:05:58.373867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.459281 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.530525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.535405 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e7166dea-c0f7-4794-9eb2-6352883ed0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:58.536335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38298) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:58.556556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.571759 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9b8e43-06bb-4093-9426-c8a117b5ae6b,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:58.574745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:58.579988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.587259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef8615-4d81-45ea-94fe-5923c8d77a18 None None] Network 6c12856f-c05f-415e-8b76-3bf3b788e418 requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:05:58.588337 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-793e96f4-192f-40ef-b730-b1ed3f52ab05 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6e9b8e43-06bb-4093-9426-c8a117b5ae6b HTTP/1.1" status: 204 len: 168 time: 0.3493133 Jul 13 22:05:58.591002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38302) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:58.617415 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:05:58.634214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Usage tracker for resource:security_group_rule and tenant:695bf739636d4b8f975b69e5dda86cfb is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:05:58.639329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:05:58.648351 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:05:58.734554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.756140 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Deleting port 0bc7bc69-66b3-4d6d-b942-2b951b711036 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:58.756458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.866275 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] DHCP port deletion for 6c12856f-c05f-415e-8b76-3bf3b788e418 request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:05:58.876746 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:05:58.924706 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:58.960462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Deleting port 0bc7bc69-66b3-4d6d-b942-2b951b711036 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:05:58.961010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.001489 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.011006 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-0ae995fe-726e-4845-9675-518d26bb976e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:59.130145 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] For port 0bc7bc69-66b3-4d6d-b942-2b951b711036, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=0bc7bc69-66b3-4d6d-b942-2b951b711036,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:59.130546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.138385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe09f1-3529-431b-902e-bc0c2a7c0307,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:59.144740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:59.151224 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ea38c6ae-2434-4e45-a397-1444122c26f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=695bf739636d4b8f975b69e5dda86cfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096499 Jul 13 22:05:59.151224 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38306) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:05:59.151671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 4737db05-e330-417e-b57c-d75a71209272 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:05:59.151671 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.280517 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Calling delete_port for 0bc7bc69-66b3-4d6d-b942-2b951b711036 owned by network:dhcp {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:59.291324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] For port 0bc7bc69-66b3-4d6d-b942-2b951b711036, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=0bc7bc69-66b3-4d6d-b942-2b951b711036,segment=NetworkSegment(bd97e616-f88d-4a08-a1e3-6512e5a4a7e0),segment_id=bd97e616-f88d-4a08-a1e3-6512e5a4a7e0)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:59.291763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.398056 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.421511 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.430628 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2a89ce14-8f15-4f3e-98c4-d47f8ff93c0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:59.471079 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.490757 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc7bc69-66b3-4d6d-b942-2b951b711036,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:59.551412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] No DVR routers for this DVR port 0bc7bc69-66b3-4d6d-b942-2b951b711036 on host dv-cinder-800618-1-smb {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:05:59.594163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Calling delete_port for 0bc7bc69-66b3-4d6d-b942-2b951b711036 owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:05:59.594708 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.595124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.595529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.595927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.596389 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.596763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.597156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.597547 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.597933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.598318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.598703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:05:59.614251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:59.712961 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.729870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.733029 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:05:59.733451 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:05:59.744977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:05:59.747484 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.751497 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c12856f-c05f-415e-8b76-3bf3b788e418']}} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:59.755156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:05:59.758018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.760824 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:59.761104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-35e7a3a4-0a17-45d8-835c-b623878edefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:05:59.780173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0') {'for_net_delete': True} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:59.780507 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd97e616-f88d-4a08-a1e3-6512e5a4a7e0') {} {{(pid=82033) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:05:59.796152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c201ef-1e3a-4bb2-915d-f56d5af841c4 req-7e9092c7-3dfa-414e-a845-0babe6f8b6cd tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:05:59.797828 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-10c201ef-1e3a-4bb2-915d-f56d5af841c4 req-7e9092c7-3dfa-414e-a845-0babe6f8b6cd tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 945 time: 0.3083327 Jul 13 22:05:59.798678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe09f1-3529-431b-902e-bc0c2a7c0307,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:59.805968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:59.806158 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'code': 200} Jul 13 22:05:59.811726 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3067292'] for segment, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.846075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.847245 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66fe09f1-3529-431b-902e-bc0c2a7c0307 HTTP/1.1" status: 204 len: 168 time: 0.6957235 Jul 13 22:05:59.853154 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.862854 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=82033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:05:59.863307 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3075025'] for segment, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.866672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=10']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:05:59.871380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:05:59.886294 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:05:59.974813 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-10c201ef-1e3a-4bb2-915d-f56d5af841c4 req-4281da11-8fb4-4d9e-bd0e-afb9a09240f7 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558993 Jul 13 22:05:59.983904 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.994037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:05:59.999694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:00.026963 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c12856f-c05f-415e-8b76-3bf3b788e418 HTTP/1.1" status: 204 len: 168 time: 1.4347715 Jul 13 22:06:00.028494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c12856f-c05f-415e-8b76-3bf3b788e418,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:00.031261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-41739f5c-cd1e-4aed-b7a0-76dee37cdb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:00.095632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 0bc7bc69-66b3-4d6d-b942-2b951b711036 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:06:00.136512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 0bc7bc69-66b3-4d6d-b942-2b951b711036 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:06:00.136918 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 0bc7bc69-66b3-4d6d-b942-2b951b711036 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:06:00.144273 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bb7c927-ab37-45ff-800d-a389443251ec req-cbcdda95-5045-4763-aa8f-558b67df22db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 1100 time: 0.1045611 Jul 13 22:06:00.191405 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2bb7c927-ab37-45ff-800d-a389443251ec req-ef6667d0-6d42-478c-9390-0ed22af501b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Jul 13 22:06:00.235222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Deleting port 0bc7bc69-66b3-4d6d-b942-2b951b711036 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:00.235740 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:00.253022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38324) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:00.303519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f68b6-d547-4c6f-a881-ef22a649c0bc None None] The port '0bc7bc69-66b3-4d6d-b942-2b951b711036' was deleted {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:06:00.314441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-615ea8e5-1cfb-45de-8c61-a24077ef85b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1bbf90e3f224284bda5d515a3ff5239&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0597734 Jul 13 22:06:00.316939 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38330) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:00.380003 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:00.408198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:00.453407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:00.458960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-791b24ac-8595-43c6-86c3-8a8069ea88b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:00.473665 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3440bb5c-14d0-4f28-ab6c-af349a1b2a18,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:00.486033 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:00.489799 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3440bb5c-14d0-4f28-ab6c-af349a1b2a18 HTTP/1.1" status: 204 len: 168 time: 0.1692948 Jul 13 22:06:00.489799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.489799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.489799 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.490179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.490630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.490742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.491143 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.491554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.492072 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.492372 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.492780 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:06:00.496214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:00.845424 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38346) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:00.872699 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38350) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:00.904346 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5cc40a02-4617-4905-9d97-bbfc30a120d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adaa9527786d48a39ed7c850cb259b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571322 Jul 13 22:06:00.906579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38356) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:00.973763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.000968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.047886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.052998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cc7e614d-2a93-40e2-a40b-802413b1e0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:01.067138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cfbc65-6ba7-41d9-b1b9-789efaee6e37,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:01.069987 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:01.071892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.075924 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8e3c0040-e95c-4ed0-a7ec-c41058d4e8b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77cfbc65-6ba7-41d9-b1b9-789efaee6e37 HTTP/1.1" status: 204 len: 168 time: 0.1682625 Jul 13 22:06:01.138892 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-609421409-network', 'tenant_id': '0f1ce1dcb3d14f9facd41ce25c5a7a0d'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:06:01.181053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:01.194311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Usage tracker for resource:network and tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:01.201051 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:01.212499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:01.234038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Made reservation on behalf of 0f1ce1dcb3d14f9facd41ce25c5a7a0d for: {'network': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:06:01.239022 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for network, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.263586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.300902 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92cc5b-6180-4f74-ab78-f8a964ff4d8e req-9d1b1e6e-7862-4b67-aae1-055b2923a27f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:01.302604 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f92cc5b-6180-4f74-ab78-f8a964ff4d8e req-9d1b1e6e-7862-4b67-aae1-055b2923a27f tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 947 time: 0.1594296 Jul 13 22:06:01.344959 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:01.359096 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:01.363728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:01.376412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:01.386668 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-3f92cc5b-6180-4f74-ab78-f8a964ff4d8e req-de7423f7-5bf2-48e1-ad75-296830fcbf13 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733113 Jul 13 22:06:01.470956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.474313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.479380 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c004e1f8-5b6a-4583-9e58-9d422a7adc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:01.507189 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=82033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 13 22:06:01.520291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4309f206-960e-4682-ad9a-dbaee673620f,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:01.525156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:01.526179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.526732 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.segments_db [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Added segment 2fc11d4d-4efe-48fe-b174-2b4a4915d31f of type vlan for network 46749689-1482-48b6-8a50-b5cca013606f Jul 13 22:06:01.555020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242739623984'] for network, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.586794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849'] for network, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.588273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:01.589014 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.594690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:01.699462 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8252332 Jul 13 22:06:01.702682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38398) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:01.709385 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Request body: {'subnet': {'network_id': '46749689-1482-48b6-8a50-b5cca013606f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-609421409-subnet', 'tenant_id': '0f1ce1dcb3d14f9facd41ce25c5a7a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:06:01.709599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=46749689-1482-48b6-8a50-b5cca013606f,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:01.712896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:01.715549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:01.720686 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Usage tracker for resource:subnet and tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:01.721701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Network 46749689-1482-48b6-8a50-b5cca013606f details requested by agent ovs-agent-dv-cinder-800618-1-smb with host dv-cinder-800618-1-smb {{(pid=82035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 13 22:06:01.724044 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:01.731803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:01.742717 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Made reservation on behalf of 0f1ce1dcb3d14f9facd41ce25c5a7a0d for: {'subnet': 1} {{(pid=82034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:06:01.747950 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513766'] for subnet, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.969193 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852177246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513783'] for subnet, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:01.973613 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-76736ec9-27fc-4033-a934-5f557697bf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:02.051468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661755f2-6c8d-44b4-b0ed-3d3af1c5902d,revision_number=0']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:02.054383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:02.068009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Checking segment: {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:06:02.068453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Network hostable DHCP agents. Network: 46749689-1482-48b6-8a50-b5cca013606f, hostable agents: ['0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4'], hosted agents: [] {{(pid=82034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 13 22:06:02.091294 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Network 46749689-1482-48b6-8a50-b5cca013606f is scheduled to be hosted by DHCP agent 0b2d2bea-ab17-4e52-9f24-33adc3d9e5e4 with binding_index 1 {{(pid=82034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 13 22:06:02.099513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-smb, 46749689-1482-48b6-8a50-b5cca013606f) {{(pid=82034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:06:02.104117 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:02.104779 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:02.109694 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427d9c8-fbe9-4b31-9467-fad9c2ab2f77 None None] Network 46749689-1482-48b6-8a50-b5cca013606f requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:06:02.126357 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-ce202237-0610-4a0a-bcd8-2adb267d0af0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4225061 Jul 13 22:06:02.348433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc527d0c-b882-4a16-9b33-f47835655f81 None None] Network 46749689-1482-48b6-8a50-b5cca013606f requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:06:02.639965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321b8f-f1e0-4315-a17e-8f8b542ee3af req-296f76bd-fec1-4660-96f4-c3ecc7741305 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:02.641626 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4f321b8f-f1e0-4315-a17e-8f8b542ee3af req-296f76bd-fec1-4660-96f4-c3ecc7741305 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 947 time: 0.0957444 Jul 13 22:06:02.694353 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4f321b8f-f1e0-4315-a17e-8f8b542ee3af req-87a8f28e-f004-4808-a359-3591490dc4d5 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465162 Jul 13 22:06:04.262845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-fbded45c-fc7d-4282-a775-21fe504e4c61 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:04.263513 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-fbded45c-fc7d-4282-a775-21fe504e4c61 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Synchronizing usage tracker for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:network {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:06:04.279468 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-fbded45c-fc7d-4282-a775-21fe504e4c61 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Unset dirty status for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:network {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:06:04.280770 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-fbded45c-fc7d-4282-a775-21fe504e4c61 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 813 time: 0.1784425 Jul 13 22:06:04.298842 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-3dbf6927-ac5c-426f-a7c1-7485ae1deef7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/quotas/0f1ce1dcb3d14f9facd41ce25c5a7a0d HTTP/1.1" status: 200 len: 375 time: 0.0119841 Jul 13 22:06:04.349498 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-a7a3314e-9363-42d4-98a2-5ab4218e15cc tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448081 Jul 13 22:06:04.696773 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-20a2dfc8-e6a5-42ca-a5e6-12fd65c9e96b service neutron] 10.222.0.20 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391445 Jul 13 22:06:04.839009 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-efc7e0ad-64a6-491d-a3c3-91be2d35f57e service neutron] 10.222.0.20 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359355 Jul 13 22:06:05.032460 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-367104fd-1037-45e5-b0a1-483dad53295d req-69d7cf13-45c1-4e1a-bdd0-ce6eac879c1f tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 210 time: 0.0452869 Jul 13 22:06:05.652796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:06:06.230951 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7df5ac16-2475-45b9-b861-24745dc3f340 req-3611b2ef-f15c-4a68-b9c3-9beffdd74959 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 210 time: 0.0628247 Jul 13 22:06:06.269945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-4deb732a-c1aa-4738-8a38-915edaeb5777 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:06.271480 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-4deb732a-c1aa-4738-8a38-915edaeb5777 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 813 time: 0.2335277 Jul 13 22:06:06.296803 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Request body: {'port': {'device_id': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'network_id': '46749689-1482-48b6-8a50-b5cca013606f', 'admin_state_up': True, 'tenant_id': '0f1ce1dcb3d14f9facd41ce25c5a7a0d'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:06:06.439270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:06.443291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Usage tracker for resource:port and tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:06.447047 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:06.453135 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:06.462908 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Made reservation on behalf of 0f1ce1dcb3d14f9facd41ce25c5a7a0d for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:06:06.468487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:06.636426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Allocated IP 172.20.0.2 (46749689-1482-48b6-8a50-b5cca013606f/661755f2-6c8d-44b4-b0ed-3d3af1c5902d/47f775c1-3175-423a-87a6-71e768171b3b) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:06:06.849176 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:06.875783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:06.881552 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e3a39a01-d941-4012-9176-91d41cce9935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:06.954949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Network 46749689-1482-48b6-8a50-b5cca013606f is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:06:06.958316 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:06:06.962540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:06:06.995730 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Pushing event updated for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:07.002522 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:07.030996 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:07.031668 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:07.051749 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-d6853fba-bad5-48cf-b504-990425e93d6b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593403 Jul 13 22:06:07.068789 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Request body: {'port': {'device_id': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:06:07.183251 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:07.535309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-8efd1545-6045-4b89-8cc3-32743364243a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:07.535992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-8efd1545-6045-4b89-8cc3-32743364243a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Synchronizing usage tracker for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:06:07.607597 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-8efd1545-6045-4b89-8cc3-32743364243a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Unset dirty status for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:06:07.608937 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-8efd1545-6045-4b89-8cc3-32743364243a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 931 time: 0.2466426 Jul 13 22:06:07.634946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f775c1-3175-423a-87a6-71e768171b3b {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:06:07.645693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:07.673241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Transition to ACTIVE for port object 47f775c1-3175-423a-87a6-71e768171b3b will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:06:07.678595 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:07.685323 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6923305a-84bc-446e-adc4-bf573e9c307f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:07.733172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-912581cd-4c89-4380-9672-111a6ce46f68 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Synchronizing usage tracker for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:security_group {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:06:07.818619 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Pushing event updated for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:07.829771 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:07.837532 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-912581cd-4c89-4380-9672-111a6ce46f68 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Unset dirty status for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:security_group {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:06:07.838775 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2d8d13e5-8ddd-46f9-aa51-16612d87cb40 req-912581cd-4c89-4380-9672-111a6ce46f68 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223520 Jul 13 22:06:07.943879 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Attempting to bind port 47f775c1-3175-423a-87a6-71e768171b3b on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:06:07.944435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Attempting to bind port 47f775c1-3175-423a-87a6-71e768171b3b by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:06:07.944654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Attempting to bind port 47f775c1-3175-423a-87a6-71e768171b3b on network 46749689-1482-48b6-8a50-b5cca013606f {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:06:07.951596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Port 47f775c1-3175-423a-87a6-71e768171b3b on network 46749689-1482-48b6-8a50-b5cca013606f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:06:07.951964 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Attempting to bind port 47f775c1-3175-423a-87a6-71e768171b3b on network 46749689-1482-48b6-8a50-b5cca013606f {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:06:07.958990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:06:07.959374 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Checking segment: {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:06:07.959802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Bound using segment: {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:06:07.960333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Bound port: 47f775c1-3175-423a-87a6-71e768171b3b, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:06:07.960743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:08.055131 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:06:08.058277 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=47f775c1-3175-423a-87a6-71e768171b3b,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:06:08.061461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:08.065886 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1fe3fabe-9f3f-43a1-ad2e-795ec818cb57 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:08.125441 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:08.126985 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] 10.222.0.11 "PUT /v2.0/ports/47f775c1-3175-423a-87a6-71e768171b3b HTTP/1.1" status: 200 len: 1093 time: 1.0628815 Jul 13 22:06:08.127503 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:06:08.147355 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Pushing event updated for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:08.151230 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-45848c98-51ba-4974-a3d1-ceeb3537829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:08.210244 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b', 'status': 'completed', 'code': 200} Jul 13 22:06:08.255001 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-a62c70d3-aa9d-4306-904a-b52cd9bda85c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 1096 time: 0.0796461 Jul 13 22:06:08.331334 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-f4deafff-9e05-4235-b7b3-e96e61192737 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47f775c1-3175-423a-87a6-71e768171b3b HTTP/1.1" status: 200 len: 217 time: 0.0637918 Jul 13 22:06:08.401301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-5bcc8211-0930-4226-8cc4-9fa663366192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:08.402738 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-5bcc8211-0930-4226-8cc4-9fa663366192 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=661755f2-6c8d-44b4-b0ed-3d3af1c5902d HTTP/1.1" status: 200 len: 853 time: 0.0652778 Jul 13 22:06:08.451479 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-37e5baec-251e-45d8-b55a-9ae333620762 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46749689-1482-48b6-8a50-b5cca013606f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430403 Jul 13 22:06:08.590462 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-4eede435-a011-4f0b-be3e-b92248a9c4ea service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326914 Jul 13 22:06:08.731122 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-972316e5-31e8-4c43-9fc0-203181da0ccb req-7ab2f450-fc3e-4da4-9e2f-13ba55ea626f service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349180 Jul 13 22:06:08.791875 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-eb8cec84-32bd-4a1e-bf03-9ae9c5f77957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:08.890690 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-e2ca8ede-e69f-4eab-a0e6-1da533e47a92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 1096 time: 0.0774410 Jul 13 22:06:09.306508 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-6ab7bf60-d5a9-44f0-bc8e-e63724bdab5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:09.308180 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-6ab7bf60-d5a9-44f0-bc8e-e63724bdab5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 914 time: 0.4111648 Jul 13 22:06:09.373280 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e580de-39c7-4d0f-8d25-01786d389fe0 req-b573a7e6-53f6-4485-8152-fe6d29ac4d42 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:09.374842 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-57e580de-39c7-4d0f-8d25-01786d389fe0 req-b573a7e6-53f6-4485-8152-fe6d29ac4d42 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 943 time: 0.3845022 Jul 13 22:06:09.404725 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-df7b5330-7e5e-4fca-95f8-9e02daf86928 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47f775c1-3175-423a-87a6-71e768171b3b HTTP/1.1" status: 200 len: 217 time: 0.0887592 Jul 13 22:06:09.483282 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-57e580de-39c7-4d0f-8d25-01786d389fe0 req-030bc062-f088-4c9a-8326-9880505cac40 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024067 Jul 13 22:06:09.495036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-addaf61e-4224-450d-8a01-b6468e77acf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:09.496593 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-addaf61e-4224-450d-8a01-b6468e77acf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=661755f2-6c8d-44b4-b0ed-3d3af1c5902d HTTP/1.1" status: 200 len: 853 time: 0.0846534 Jul 13 22:06:09.545957 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-5034702a-c493-468b-924b-ffc0546ebbd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46749689-1482-48b6-8a50-b5cca013606f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429718 Jul 13 22:06:09.687162 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-ab878da7-4a7b-4baf-8cfb-4f9c16b6432b service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350768 Jul 13 22:06:09.830136 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-7307310b-f30c-4574-87d4-81fb4c8dfa7b req-826fe113-1d03-4843-a8cf-b79f123aef9e service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368568 Jul 13 22:06:10.345107 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:10.691364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951b4d2-b6d1-4fd9-a83a-459c3a34a8e4 req-587429ed-a91b-48ad-a39a-d16684b51c55 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:10.692996 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2951b4d2-b6d1-4fd9-a83a-459c3a34a8e4 req-587429ed-a91b-48ad-a39a-d16684b51c55 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 943 time: 0.0862827 Jul 13 22:06:10.741737 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2951b4d2-b6d1-4fd9-a83a-459c3a34a8e4 req-310b050e-7c6c-4bf2-b43f-d2806080fc6c tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Jul 13 22:06:10.927505 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 47f775c1-3175-423a-87a6-71e768171b3b details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:06:11.035792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7f122f76-c688-4d0e-b43b-816b10e3d164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:11.081851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=47f775c1-3175-423a-87a6-71e768171b3b,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:11.097228 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '47f775c1-3175-423a-87a6-71e768171b3b', 'network_id': '46749689-1482-48b6-8a50-b5cca013606f', 'port_id': '47f775c1-3175-423a-87a6-71e768171b3b', 'mac_address': 'fa:16:3e:ec:36:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661755f2-6c8d-44b4-b0ed-3d3af1c5902d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:06:11.152206 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:11.173036 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f775c1-3175-423a-87a6-71e768171b3b {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:06:11.188338 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=47f775c1-3175-423a-87a6-71e768171b3b,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:11.191064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:11.193666 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6b6ba9c6-bbfc-4724-8bb5-4ed11c3ccc3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:11.258344 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:11.261651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:11.469626 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['47f775c1-3175-423a-87a6-71e768171b3b'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:06:11.716494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:11.949111 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352cdb-55bc-4493-b3ea-ed9dfebae1d3 req-7d7ab97a-1adf-4664-961c-e62f51ab058b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:11.950769 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-69352cdb-55bc-4493-b3ea-ed9dfebae1d3 req-7d7ab97a-1adf-4664-961c-e62f51ab058b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 944 time: 0.0849824 Jul 13 22:06:11.998738 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-69352cdb-55bc-4493-b3ea-ed9dfebae1d3 req-bc6a55f0-0864-47b0-8075-994da5a59785 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Jul 13 22:06:12.232946 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:12.875938 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:12.955009 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 47f775c1-3175-423a-87a6-71e768171b3b up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:06:13.023132 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 47f775c1-3175-423a-87a6-71e768171b3b completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:06:13.028822 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 47f775c1-3175-423a-87a6-71e768171b3b triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:06:13.029270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:13.154543 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:13.182383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:06:13.192701 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=47f775c1-3175-423a-87a6-71e768171b3b,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:13.195874 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:13.197860 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-b4a1b292-f886-4997-9001-1c70091af3ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:13.208588 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136be539-a458-4147-828d-48f973837c4f req-5a13f01c-d653-4a60-ab15-13d5016e6da6 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:13.212679 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-136be539-a458-4147-828d-48f973837c4f req-5a13f01c-d653-4a60-ab15-13d5016e6da6 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 944 time: 0.0917609 Jul 13 22:06:13.251581 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b', 'code': 200} Jul 13 22:06:13.266049 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-136be539-a458-4147-828d-48f973837c4f req-13780adc-d144-4b6e-9cdd-c0989fd994d5 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486002 Jul 13 22:06:13.266578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:13.269747 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:13.513979 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a75aeb62-de2c-46e6-8d5c-d95bb01c9c0a req-66f1c5d4-6a0c-4a55-8443-9071dd97d7fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 1098 time: 0.0732124 Jul 13 22:06:13.564015 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-a75aeb62-de2c-46e6-8d5c-d95bb01c9c0a req-fea16667-d4ce-4f8d-b34f-cfc9c8e2e2fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Jul 13 22:06:14.475018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa640ead-156c-4273-b46a-0f6856df5283 req-8898bb5f-d426-4d56-8a7e-c516f74d1c80 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:14.476654 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fa640ead-156c-4273-b46a-0f6856df5283 req-8898bb5f-d426-4d56-8a7e-c516f74d1c80 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0849655 Jul 13 22:06:14.525011 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-fa640ead-156c-4273-b46a-0f6856df5283 req-ecf3f711-84c5-4f2d-b82c-936f13cf6d5b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Jul 13 22:06:15.736572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38051-7f98-4818-a2f2-c988866b04a6 req-12be4314-1d09-436c-b9c0-a8881ce1945d tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:15.738173 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-64d38051-7f98-4818-a2f2-c988866b04a6 req-12be4314-1d09-436c-b9c0-a8881ce1945d tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0887971 Jul 13 22:06:15.785950 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-64d38051-7f98-4818-a2f2-c988866b04a6 req-9b1aeffc-b708-46a9-bfc2-5fc6333023fb tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Jul 13 22:06:36.657829 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56813-722b-4152-9ae0-f335512d71e7 req-6c3b9219-e2b1-4226-ab8f-98a537a10a08 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:36.659396 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eaa56813-722b-4152-9ae0-f335512d71e7 req-6c3b9219-e2b1-4226-ab8f-98a537a10a08 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 947 time: 0.0839963 Jul 13 22:06:36.708745 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-eaa56813-722b-4152-9ae0-f335512d71e7 req-16efce87-8ec9-4239-aceb-3798ed03f7ca tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Jul 13 22:06:37.931020 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00d2a9-9702-4241-a791-5e8fd061bbd5 req-a1948530-97ea-4953-92a5-70a7227b663e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:37.932696 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4f00d2a9-9702-4241-a791-5e8fd061bbd5 req-a1948530-97ea-4953-92a5-70a7227b663e tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 947 time: 0.0892868 Jul 13 22:06:37.984672 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4f00d2a9-9702-4241-a791-5e8fd061bbd5 req-8fd99e55-6de1-4d98-a2b1-3e2ed2b8f792 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups?id=c697b8ea-27fa-448f-b810-2891834f86b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Jul 13 22:06:38.249818 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d082e-3624-46d5-a35f-874f88bea889 req-c063805e-348f-4c70-9d0e-06caece25a01 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:38.251385 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e86d082e-3624-46d5-a35f-874f88bea889 req-c063805e-348f-4c70-9d0e-06caece25a01 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 947 time: 0.0824471 Jul 13 22:06:38.327499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Deleting port 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:38.327792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:38.591598 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] For port 4737db05-e330-417e-b57c-d75a71209272, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4737db05-e330-417e-b57c-d75a71209272,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:38.591913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:38.793455 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cff58535-a25a-4a15-8f73-ef1465955dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:38.899090 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:38.899506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850608979'] for floatingip, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:38.899861 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.db.l3_db [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Floating IP 8879aa3c-d9b0-4cf3-963a-03b17ef21d50 disassociated. External IP: 172.28.3.62, port: 4737db05-e330-417e-b57c-d75a71209272. Jul 13 22:06:38.900283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Calling delete_port for 4737db05-e330-417e-b57c-d75a71209272 owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:39.041255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:39.047208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-4f45a98b-3d81-44ba-9236-b9b6133e7230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:39.094962 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'Port': ['ID=4737db05-e330-417e-b57c-d75a71209272,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:39.099305 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:39.220185 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-8eccd6de-6259-4aaa-9160-515894ff3de9 req-c6e9074c-5e8a-43a4-94df-6672cfdd1b02 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cfc62a7-9f99-42d8-9017-e0f434300242 HTTP/1.1" status: 200 len: 210 time: 0.0589666 Jul 13 22:06:39.359634 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:06:39.578917 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:06:39.589638 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:06:39.603008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:06:39.603681 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:06:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:39.667167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] No DVR routers for this DVR port 4737db05-e330-417e-b57c-d75a71209272 on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:06:39.671683 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:39.674869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-deleted', 'tag': '4737db05-e330-417e-b57c-d75a71209272'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:06:39.694578 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e86d082e-3624-46d5-a35f-874f88bea889 req-624d87cd-6f2a-428b-bbe9-c423ca2b39be tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.11 "DELETE /v2.0/ports/4737db05-e330-417e-b57c-d75a71209272 HTTP/1.1" status: 204 len: 173 time: 1.4373198 Jul 13 22:06:39.747198 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfc62a7-9f99-42d8-9017-e0f434300242', 'name': 'network-vif-deleted', 'tag': '4737db05-e330-417e-b57c-d75a71209272', 'status': 'completed', 'code': 200} Jul 13 22:06:39.816088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:06:40.162664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:40.166784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:06:40.177924 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:06:40.178572 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:06:11Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:40.355340 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.370496 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:06:40.384558 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38626) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:40.454913 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.487417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.541535 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.547406 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-34b1f236-9aa0-4270-9810-2f3eea235e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:40.564553 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697b8ea-27fa-448f-b810-2891834f86b8,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:40.567023 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:40.577217 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.582255 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38632) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:40.582697 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-c414338b-f3e2-4929-bc19-46024815a403 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "DELETE /v2.0/security-groups/c697b8ea-27fa-448f-b810-2891834f86b8 HTTP/1.1" status: 204 len: 168 time: 0.1964352 Jul 13 22:06:40.609550 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.api.v2.resource [None req-efc9ff97-c0dd-4c03-ac13-a795649d58e2 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] show failed (client error): The resource could not be found. Jul 13 22:06:40.610661 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-efc9ff97-c0dd-4c03-ac13-a795649d58e2 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "GET /v2.0/security-groups/c697b8ea-27fa-448f-b810-2891834f86b8 HTTP/1.1" status: 404 len: 347 time: 0.0273380 Jul 13 22:06:40.613817 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38636) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:40.722292 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:40.727066 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a14082-dbc1-4b3d-ad85-2bf273454fee None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:57Z', 'revision_number': 4, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb', '_interfaces': [{'id': '37966fe7-a306-4f2d-acfb-61857fb5e110', 'name': '', 'network_id': '8d972f44-19e7-40c2-a28c-ecf0e546a24a', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'mac_address': 'fa:16:3e:6b:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:55Z', 'updated_at': '2021-07-13T21:59:17Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'subnets': [{'id': 'f1a1ea32-4a2e-493e-84db-4a80f16e1d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:06:40.786518 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Deleting port 85b6dcbc-5929-4e47-8554-cd00622011c1 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:40.786905 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.977365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3336387a-f421-41da-8e7a-6730b88eae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.977599 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:40.977848 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:41.104381 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:06:41.107488 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Calling delete_port for 85b6dcbc-5929-4e47-8554-cd00622011c1 owned by network:floatingip {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:41.143064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 4737db05-e330-417e-b57c-d75a71209272 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:06:41.143645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4737db05-e330-417e-b57c-d75a71209272 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:06:41.265645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:41.270040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:41.306384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf3aaa-294f-4113-acc5-09502c026e8f None None] New status for floating IP 8879aa3c-d9b0-4cf3-963a-03b17ef21d50: DOWN {{(pid=82035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 13 22:06:41.315334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Pushing event deleted for resources: {'Port': ['ID=85b6dcbc-5929-4e47-8554-cd00622011c1,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:41.318059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:41.413474 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks [] for floatingip, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:41.429421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for floatingip, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:41.430679 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] 10.222.0.20 "DELETE /v2.0/floatingips/8879aa3c-d9b0-4cf3-963a-03b17ef21d50 HTTP/1.1" status: 204 len: 168 time: 0.8158877 Jul 13 22:06:41.710436 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:42.258214 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:42.653122 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:06:42.881680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:44.404574 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38672) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:45.163540 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850609080'] for router_interface, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:45.783428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Deleting port 37966fe7-a306-4f2d-acfb-61857fb5e110 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:45.783990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:45.967847 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] For port 37966fe7-a306-4f2d-acfb-61857fb5e110, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=37966fe7-a306-4f2d-acfb-61857fb5e110,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:45.968256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:46.094119 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Calling delete_port for 37966fe7-a306-4f2d-acfb-61857fb5e110 owned by network:router_interface {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:46.264642 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:46.269688 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-569cf7c1-74a7-42cf-bdaf-9ca5b99c4d98 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:46.319536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37966fe7-a306-4f2d-acfb-61857fb5e110,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:46.322032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:46.623369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3345982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4175352'] for router_interface, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:47.434731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Router 910633af-e2e3-46b6-aaeb-f89855f59114 has already been hosted by L3 agent 312fd4df-ff64-4065-92e2-04d470c4c655 {{(pid=82033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 13 22:06:47.643352 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-smb the message routers_updated {{(pid=82033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 13 22:06:47.653272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Sync routers for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 13 22:06:47.657263 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/910633af-e2e3-46b6-aaeb-f89855f59114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515075 Jul 13 22:06:47.659785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38684) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:47.670546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:06:47.671203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:06:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:47.877318 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks [] for router, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:48.005925 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: dv-cinder-800618-1-smb {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:06:48.090422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:48.099723 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Deleting port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:48.100160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:48.282243 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] For port b86f4cfc-fc6c-40d4-8843-a021cec9e8ac, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,segment=NetworkSegment(772c843c-f89a-4c51-a3be-5db21b8f131b),segment_id=772c843c-f89a-4c51-a3be-5db21b8f131b)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:48.282556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:48.314334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'external_fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T22:06:46Z', 'revision_number': 5, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port': {'id': 'b86f4cfc-fc6c-40d4-8843-a021cec9e8ac', 'name': '', 'network_id': 'b1845e71-4169-4b7e-a93b-a3642708987f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:51Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a8cff45-5d4a-46dc-bbe7-10aa5a96d77c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-smb'}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:48.318426 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Checking router: 910633af-e2e3-46b6-aaeb-f89855f59114 for host: dv-cinder-800618-1-smb {{(pid=82036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 13 22:06:48.329369 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Routers {'910633af-e2e3-46b6-aaeb-f89855f59114'} bound to L3 agent in host dv-cinder-800618-1-smb {{(pid=82036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 13 22:06:48.329992 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800618-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:41Z,description=,heartbeat_timestamp=2021-07-13T22:06:41Z,host='dv-cinder-800618-1-smb',id=312fd4df-ff64-4065-92e2-04d470c4c655,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T21:50:41Z,topic='l3_agent')) {'router_ids': ['910633af-e2e3-46b6-aaeb-f89855f59114'], 'active': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:48.414261 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Calling delete_port for b86f4cfc-fc6c-40d4-8843-a021cec9e8ac owned by network:router_gateway {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:48.486331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvr_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] Set router 910633af-e2e3-46b6-aaeb-f89855f59114 gateway port host: None {{(pid=82036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 13 22:06:48.580766 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:48.585319 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aea66c08-079f-4906-a5b8-73353c1bfde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:48.598463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_hamode_db [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T22:06:48Z', 'revision_number': 6, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port_host': None}], 'dv-cinder-800618-1-smb', False) {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:48.602750 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849a5da-5256-427f-a474-b0d77512ebac None None] The sync data for ids ['910633af-e2e3-46b6-aaeb-f89855f59114'] in dv-cinder-800618-1-smb is: [{'id': '910633af-e2e3-46b6-aaeb-f89855f59114', 'name': 'tempest-AttachVolumeShelveTestJSON-1138246729-router', 'tenant_id': '323f310f0ebe47e48795c1fab8313d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T22:06:48Z', 'revision_number': 6, 'project_id': '323f310f0ebe47e48795c1fab8313d7c', 'gw_port_host': None}] {{(pid=82036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 13 22:06:48.631559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86f4cfc-fc6c-40d4-8843-a021cec9e8ac,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:48.635459 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:48.874693 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850611335'] for router_gateway, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.162088 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850605959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64923'] for router, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.166749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.192142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4170217'] for router, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.192716 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910633af-e2e3-46b6-aaeb-f89855f59114 {{(pid=82033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 13 22:06:49.212425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Notify callbacks [] for router, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.213650 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] 10.222.0.20 "DELETE /v2.0/routers/910633af-e2e3-46b6-aaeb-f89855f59114 HTTP/1.1" status: 204 len: 168 time: 1.5528452 Jul 13 22:06:49.216953 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38692) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:49.297537 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Deleting subnet f1a1ea32-4a2e-493e-84db-4a80f16e1d0d {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:06:49.302037 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.356032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.445164 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.513408 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.517667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:49.553502 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a1ea32-4a2e-493e-84db-4a80f16e1d0d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:49.556196 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:49.562191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.567330 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1b0cb4-5a10-4a86-94b6-1ce4587a196c None None] Network 8d972f44-19e7-40c2-a28c-ecf0e546a24a requested from dv-cinder-800618-1-smb {{(pid=82035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 13 22:06:49.569173 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-200049b0-0068-4549-b1d1-997ed62e4ef3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1a1ea32-4a2e-493e-84db-4a80f16e1d0d HTTP/1.1" status: 204 len: 168 time: 0.3511667 Jul 13 22:06:49.571815 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38696) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:49.687667 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.704057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Deleting port e6a7696c-b153-4046-b9c8-67c9b33bb93d {{(pid=82034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:49.704402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:49.834684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] DHCP port deletion for 8d972f44-19e7-40c2-a28c-ecf0e546a24a request from dv-cinder-800618-1-smb {{(pid=82035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 13 22:06:49.847604 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Deleting port e6a7696c-b153-4046-b9c8-67c9b33bb93d {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:49.848039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.131577 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e6a7696c-b153-4046-b9c8-67c9b33bb93d no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:06:50.157499 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] For port e6a7696c-b153-4046-b9c8-67c9b33bb93d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e6a7696c-b153-4046-b9c8-67c9b33bb93d,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:50.157949 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.271161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] For port e6a7696c-b153-4046-b9c8-67c9b33bb93d, host dv-cinder-800618-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-smb',level=0,port_id=e6a7696c-b153-4046-b9c8-67c9b33bb93d,segment=NetworkSegment(95802f0a-bf35-41c7-9ad9-088d1513bd27),segment_id=95802f0a-bf35-41c7-9ad9-088d1513bd27)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:06:50.271609 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.288924 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Calling delete_port for e6a7696c-b153-4046-b9c8-67c9b33bb93d owned by network:dhcp {{(pid=82034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:50.369002 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2595123'] for port, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.374147 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5091ea4e-c315-4613-985f-c332d5f19c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:50.402030 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Calling delete_port for e6a7696c-b153-4046-b9c8-67c9b33bb93d owned by network:dhcp {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:06:50.421054 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a7696c-b153-4046-b9c8-67c9b33bb93d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:50.424128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:50.426334 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] No DVR routers for this DVR port e6a7696c-b153-4046-b9c8-67c9b33bb93d on host dv-cinder-800618-1-smb {{(pid=82034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:06:50.443783 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No active binding found for port e6a7696c-b153-4046-b9c8-67c9b33bb93d {{(pid=82035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 13 22:06:50.444278 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device e6a7696c-b153-4046-b9c8-67c9b33bb93d not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:06:50.444739 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device b86f4cfc-fc6c-40d4-8843-a021cec9e8ac no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:06:50.486246 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: b86f4cfc-fc6c-40d4-8843-a021cec9e8ac {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:06:50.486651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device b86f4cfc-fc6c-40d4-8843-a021cec9e8ac not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:06:50.487124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 37966fe7-a306-4f2d-acfb-61857fb5e110 no longer exists at agent ovs-agent-dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:06:50.527253 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] No Port match for: 37966fe7-a306-4f2d-acfb-61857fb5e110 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:06:50.527738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Device 37966fe7-a306-4f2d-acfb-61857fb5e110 not bound to the agent host dv-cinder-800618-1-smb {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:06:50.544896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.db.api [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 13 22:06:50.545545 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_db.api [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 13 22:06:50.559177 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.573657 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d972f44-19e7-40c2-a28c-ecf0e546a24a']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:50.587954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95802f0a-bf35-41c7-9ad9-088d1513bd27') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:50.588377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95802f0a-bf35-41c7-9ad9-088d1513bd27') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:06:50.601556 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.617028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.623673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:06:50.624158 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:06:50.639181 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:06:50.718239 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.721976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-845b9e70-03fe-4471-aede-62e928a1fd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:50.735596 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:50.746245 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8d972f44-19e7-40c2-a28c-ecf0e546a24a,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:50.751557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:50.754911 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8c608941-1296-4778-a416-6d9af96e79ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d972f44-19e7-40c2-a28c-ecf0e546a24a HTTP/1.1" status: 204 len: 168 time: 1.1820531 Jul 13 22:06:50.908632 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38710) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:50.962600 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7cc7c4eb-3c9f-4fe5-9685-99e89d6a54f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=323f310f0ebe47e48795c1fab8313d7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525982 Jul 13 22:06:50.965172 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38714) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:51.032662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:51.047428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Deleting port e6a7696c-b153-4046-b9c8-67c9b33bb93d {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:06:51.047869 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:51.059038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:51.107712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:51.112928 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-84ce25cf-6977-4307-8d36-0a1a7b5740ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:51.115896 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b6d43-84a7-474a-bf53-3a467ae7c70d None None] The port 'e6a7696c-b153-4046-b9c8-67c9b33bb93d' was deleted {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 13 22:06:51.128521 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c694f-ce10-48d5-9b2c-9b707efc7b1e,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:51.131120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:51.137272 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:51.139394 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e81c694f-ce10-48d5-9b2c-9b707efc7b1e HTTP/1.1" status: 204 len: 168 time: 0.1731052 Jul 13 22:06:52.849104 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38774) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:53.003182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.036745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:53.040788 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Usage tracker for resource:security_group_rule and tenant:2834898746324f41abc2b73c8ce9adb5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:53.044664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:53.050684 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:53.124404 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.126933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.134187 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-90d2f0f8-2d25-45de-8cc4-ae874f856b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:53.178640 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2834898746324f41abc2b73c8ce9adb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3283992 Jul 13 22:06:53.179471 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc086b-73cc-4988-b259-dcfd9513dfdd,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:53.182271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38780) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:53.182612 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5b5dd74f-3515-4239-b0d8-7d2ee2c07297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:53.246839 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.273654 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.319046 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.323944 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cd493a70-2e8a-408b-a415-ca87b756e0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:53.337791 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc086b-73cc-4988-b259-dcfd9513dfdd,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:53.340265 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:53.343201 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:53.344445 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-587a6655-a998-4e77-a0eb-9410e3bf7028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5cc086b-73cc-4988-b259-dcfd9513dfdd HTTP/1.1" status: 204 len: 168 time: 0.1610622 Jul 13 22:06:55.767061 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 38848) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:55.923966 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:55.956348 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:55.960570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Usage tracker for resource:security_group_rule and tenant:896f94bd19664e7eaa8545a0b0ace641 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:55.963453 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:55.970039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:56.037731 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.040504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.047827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27c891f2-3ec2-47ec-92c7-a9618ce2f254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:56.095384 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=896f94bd19664e7eaa8545a0b0ace641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3270452 Jul 13 22:06:56.096235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7452b56-bbd1-4a7a-b1f4-9e8c306fdf12,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:56.098271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38856) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:56.099473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-be802012-31c6-4efd-bea1-708c2f2811f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:56.166720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.194289 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.240866 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.246333 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8158adca-2379-47eb-8bdf-76f27db4daa6 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:56.260680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7452b56-bbd1-4a7a-b1f4-9e8c306fdf12,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:56.264127 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:56.265428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.269072 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-40894d39-b7f0-43fa-9d5a-4daed79fb335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7452b56-bbd1-4a7a-b1f4-9e8c306fdf12 HTTP/1.1" status: 204 len: 168 time: 0.1672821 Jul 13 22:06:56.560342 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd11f-1a01-4871-a4bf-ebf496cb8f67 req-9c26823e-40f7-4696-a917-60e4004ab2e7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:56.561982 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d7dd11f-1a01-4871-a4bf-ebf496cb8f67 req-9c26823e-40f7-4696-a917-60e4004ab2e7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0845866 Jul 13 22:06:56.611903 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-5d7dd11f-1a01-4871-a4bf-ebf496cb8f67 req-e59ec1d9-f731-4e05-8d6c-9821b935d45f tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Jul 13 22:06:56.617432 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38868) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:56.642152 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.675062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:06:56.679043 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Usage tracker for resource:security_group_rule and tenant:646eb8e685b6421ea5a375d1d664fa8e is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:06:56.681956 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:06:56.688748 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:06:56.757785 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.760659 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.768167 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8cfc9754-7a41-43a4-bff8-1bb3ba228a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:56.811229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a898923-5af5-4dd3-afcf-7015a2b29aa0,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:56.815964 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=646eb8e685b6421ea5a375d1d664fa8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1973643 Jul 13 22:06:56.816986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-abe3945e-dd54-4252-9f96-35985b2dd164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:56.818835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 38872) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:06:56.886575 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.913871 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.960856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.966241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e39a7920-17ef-432e-baef-24f0ef490c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:06:56.978419 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a898923-5af5-4dd3-afcf-7015a2b29aa0,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:06:56.982291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:06:56.984299 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:06:56.985512 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-192176c8-20be-46cf-a831-4bee2e749a7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a898923-5af5-4dd3-afcf-7015a2b29aa0 HTTP/1.1" status: 204 len: 168 time: 0.1656885 Jul 13 22:06:57.822365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4fb59-f8cc-407f-b894-bcfa9685cfd9 req-d96f779f-3bfb-4b88-8677-48ba256892d7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:57.823994 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e3b4fb59-f8cc-407f-b894-bcfa9685cfd9 req-d96f779f-3bfb-4b88-8677-48ba256892d7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0840206 Jul 13 22:06:57.878341 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e3b4fb59-f8cc-407f-b894-bcfa9685cfd9 req-8d24a305-a66c-46f7-8772-f9238037fdff tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Jul 13 22:06:59.089001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4ec8-5bc9-458b-987a-583571317767 req-b5e1fde8-a931-423f-87a0-a6760f965aad tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:06:59.090837 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bbaa4ec8-5bc9-458b-987a-583571317767 req-b5e1fde8-a931-423f-87a0-a6760f965aad tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0883985 Jul 13 22:06:59.139966 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-bbaa4ec8-5bc9-458b-987a-583571317767 req-e31f11cb-427c-4763-8354-26a4086fab44 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Jul 13 22:07:00.343273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d054b9e-045f-4856-ae86-01aa7ef1da64 req-cc6bb019-baf5-4e5b-b925-bd5ed7f6bf31 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:00.344906 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4d054b9e-045f-4856-ae86-01aa7ef1da64 req-cc6bb019-baf5-4e5b-b925-bd5ed7f6bf31 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.0844305 Jul 13 22:07:00.392573 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4d054b9e-045f-4856-ae86-01aa7ef1da64 req-b8ef2714-4f3d-4f88-a323-be474859dea4 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Jul 13 22:07:01.306012 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-502c2abf-12b1-486c-b669-267a926ab69b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:01.307640 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-502c2abf-12b1-486c-b669-267a926ab69b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.2974403 Jul 13 22:07:01.381991 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Deleting port 47f775c1-3175-423a-87a6-71e768171b3b {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:07:01.382569 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:01.699032 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] For port 47f775c1-3175-423a-87a6-71e768171b3b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=47f775c1-3175-423a-87a6-71e768171b3b,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:07:01.699437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:01.829887 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Calling delete_port for 47f775c1-3175-423a-87a6-71e768171b3b owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:07:01.863520 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad534db-6143-4112-9166-1eee26a914ad req-04909077-5e70-484e-971c-ef75153ba0ba tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:01.865190 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ad534db-6143-4112-9166-1eee26a914ad req-04909077-5e70-484e-971c-ef75153ba0ba tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 945 time: 0.3471265 Jul 13 22:07:01.948878 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-9ad534db-6143-4112-9166-1eee26a914ad req-bbd216f4-d7ea-42dd-9739-d1a2f57aa730 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761547 Jul 13 22:07:02.024130 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:02.029870 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8c4ef2d9-6dd0-4196-b8c2-8ab65baa1750 tempest-AttachVolumeNegativeTest-1794260466 tempest-AttachVolumeNegativeTest-1794260466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:02.057927 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['47f775c1-3175-423a-87a6-71e768171b3b'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:07:02.073845 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Pushing event deleted for resources: {'Port': ['ID=47f775c1-3175-423a-87a6-71e768171b3b,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:02.087988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.088438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.088853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.089418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.089834 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.090282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.090682 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.091413 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.091579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.091932 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.092365 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:02.120283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:02.164313 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] No DVR routers for this DVR port 47f775c1-3175-423a-87a6-71e768171b3b on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:07:02.166867 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:02.170341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'name': 'network-vif-deleted', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:07:02.185171 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-c21e2fec-ed6a-4e02-a390-439ab21e7e4d req-6fbe8ac7-6637-49e9-a1e2-dd92143d8a49 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "DELETE /v2.0/ports/47f775c1-3175-423a-87a6-71e768171b3b HTTP/1.1" status: 204 len: 173 time: 0.8721278 Jul 13 22:07:02.224802 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea39e6a7-cdd0-48de-8c8a-fe4943808c9c', 'name': 'network-vif-deleted', 'tag': '47f775c1-3175-423a-87a6-71e768171b3b', 'status': 'completed', 'code': 200} Jul 13 22:07:03.143182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-02217197-1961-443a-9970-d08ee3b9ad26 req-4a711abe-03d1-45e1-ac55-efaba8ca3d59 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Synchronizing usage tracker for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:07:03.157980 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-02217197-1961-443a-9970-d08ee3b9ad26 req-4a711abe-03d1-45e1-ac55-efaba8ca3d59 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Unset dirty status for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:07:03.159524 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-02217197-1961-443a-9970-d08ee3b9ad26 req-4a711abe-03d1-45e1-ac55-efaba8ca3d59 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea39e6a7-cdd0-48de-8c8a-fe4943808c9c HTTP/1.1" status: 200 len: 210 time: 0.0702658 Jul 13 22:07:05.191808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 47f775c1-3175-423a-87a6-71e768171b3b no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:07:05.228461 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 47f775c1-3175-423a-87a6-71e768171b3b {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:07:05.228863 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 47f775c1-3175-423a-87a6-71e768171b3b not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:07:06.417068 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39030) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:06.569303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.602010 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:06.605997 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Usage tracker for resource:security_group_rule and tenant:b875fe76c1c74038b3f8c226c5e911aa is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:06.608943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:06.615060 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:06.682796 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.686103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.694049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f29a99d8-26e7-4a7b-86df-bdf3d50b9fa3 tempest-AttachVolumeShelveTestJSON-717183742 tempest-AttachVolumeShelveTestJSON-717183742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:06.736302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08d374-1cda-4fe1-9a71-78ac486b7fd7,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:06.739672 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:06.742583 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-7db26d50-2542-4924-b628-c2cf4848eb80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b875fe76c1c74038b3f8c226c5e911aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3244331 Jul 13 22:07:06.745329 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39036) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:06.811623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.838784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.885821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.891600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5b1e8deb-41d5-4c95-a674-3f242272e024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:06.905945 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08d374-1cda-4fe1-9a71-78ac486b7fd7,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:06.909124 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:06.910039 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:06.914552 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-6bb78ab0-bdd2-4d72-92b7-e25da4b9426c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc08d374-1cda-4fe1-9a71-78ac486b7fd7 HTTP/1.1" status: 204 len: 168 time: 0.1649523 Jul 13 22:07:07.264059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39050) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:07.284264 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.317478 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:07.321698 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Usage tracker for resource:security_group_rule and tenant:c144b6cc555a4e8fa39ee5ddd2c4a12e is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:07.325376 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:07.332062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:07.399711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.401600 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.409425 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-904da950-835c-436d-982b-e8e5b577ce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:07.451880 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a80a972-e8e6-4284-9595-027af1bfa9fb,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:07.455103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:07.457648 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-66e6cc85-6ff0-4e8c-8fb7-bd8d74caf855 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c144b6cc555a4e8fa39ee5ddd2c4a12e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1924520 Jul 13 22:07:07.460446 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39054) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:07.526094 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.553191 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.597053 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.601942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-93b72271-1018-4fc6-a74a-1f0d4fe1305d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:07.615690 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a80a972-e8e6-4284-9595-027af1bfa9fb,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:07.618704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:07.619578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:07.623653 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a80a972-e8e6-4284-9595-027af1bfa9fb HTTP/1.1" status: 204 len: 168 time: 0.1621614 Jul 13 22:07:08.603816 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-78f54ffd-7c65-426b-bfd0-19a050a4e630 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:08.605460 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-78f54ffd-7c65-426b-bfd0-19a050a4e630 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 813 time: 0.1587141 Jul 13 22:07:08.623577 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-d3823351-e858-455c-b9c2-0ad3d3d1923a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/quotas/0f1ce1dcb3d14f9facd41ce25c5a7a0d HTTP/1.1" status: 200 len: 375 time: 0.0118287 Jul 13 22:07:08.674640 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-6b37da6d-ae80-47c4-b898-bb4fadc63c83 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453684 Jul 13 22:07:08.796930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a7180f4c-70d6-4a8e-94b1-c901c76116f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:09.034727 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-bb7dc08a-5c3c-4f8b-87ad-30b009cb8f80 service neutron] 10.222.0.20 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525701 Jul 13 22:07:09.179579 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-0ea14aed-e811-4805-bb61-2e22859a9deb service neutron] 10.222.0.20 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383486 Jul 13 22:07:09.390887 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-639ebc6f-da05-42df-bd00-e6463ccf1da4 req-fb5b3e29-169a-4ea0-b46a-9f1419f4177d tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 210 time: 0.0564544 Jul 13 22:07:10.350977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:10.514501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-f68e6bdb-fdc0-4d85-9e56-2a1e33d123cc tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:10.516492 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-f68e6bdb-fdc0-4d85-9e56-2a1e33d123cc tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 813 time: 0.1641438 Jul 13 22:07:10.537286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Request body: {'port': {'device_id': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'network_id': '46749689-1482-48b6-8a50-b5cca013606f', 'admin_state_up': True, 'tenant_id': '0f1ce1dcb3d14f9facd41ce25c5a7a0d'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:07:10.622041 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-585efcd5-259c-4ebe-b16b-815d0f0071a9 req-8eb08906-d915-4fc2-8d84-b5a90ca9d6d9 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 210 time: 0.0648239 Jul 13 22:07:10.739368 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:10.749915 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:10.758705 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Made reservation on behalf of 0f1ce1dcb3d14f9facd41ce25c5a7a0d for: {'port': 1} {{(pid=82033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 13 22:07:10.764883 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:10.950920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_common [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Allocated IP 172.20.0.7 (46749689-1482-48b6-8a50-b5cca013606f/661755f2-6c8d-44b4-b0ed-3d3af1c5902d/4dd0bbe5-6027-4db4-bad9-dc2b9541b719) {{(pid=82033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 13 22:07:10.982120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-09f0d741-5843-45c5-817c-a7a78644e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.176557 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks [] for port, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.204736 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242739565991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.211049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f7fe0882-7498-43a7-a211-b47e83f11165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:11.285842 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Network 46749689-1482-48b6-8a50-b5cca013606f is already hosted by enough agents. {{(pid=82033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 13 22:07:11.289120 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.scheduler.base_scheduler [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Resources bound (agent type, host, resource id): {{(pid=82033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 13 22:07:11.294163 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Received port after_create {{(pid=82033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 13 22:07:11.321738 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Pushing event updated for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:11.328473 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:11.362118 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:11.362808 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.388869 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2c28e254-56ce-4182-8689-086e9b22fe1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567934 Jul 13 22:07:11.410121 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.v2.base [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Request body: {'port': {'device_id': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 13 22:07:11.528673 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.675183 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39224) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:11.721929 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.883491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.917008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:11.921645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Usage tracker for resource:security_group_rule and tenant:257f4abedabe48d8becbda3a29c56e4b is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:11.924618 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:11.930630 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:11.963631 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 {{(pid=82033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:07:11.974384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:11.998491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.001843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.003086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Transition to ACTIVE for port object 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 will not be triggered until provisioned by entity L2. {{(pid=82033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 13 22:07:12.007188 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.009703 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-9b7a4638-fea3-4d56-b429-c8b8a1deef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:12.012309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-f903784e-d3f5-415e-9fbf-1b88af01b6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:12.060587 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=257f4abedabe48d8becbda3a29c56e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3841937 Jul 13 22:07:12.061561 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97adf6-d8ec-4f4a-bb9c-5f3e85bb7ab8,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:12.063710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39230) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:12.081268 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da72ab4-0ac3-49d4-bc60-f71fd504c51c req-9c4ed819-1fac-4f9b-8105-27858e5af8d9 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:12.082315 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-1da72ab4-0ac3-49d4-bc60-f71fd504c51c req-9c4ed819-1fac-4f9b-8105-27858e5af8d9 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Synchronizing usage tracker for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 13 22:07:12.085857 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.086293 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.086720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.087138 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.087559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.087977 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.088417 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.088836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.089254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.089664 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.090602 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:12.096794 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bb9b6065-57f1-4841-a3b7-cff18124837d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:12.144889 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.173942 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.228407 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.234286 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-1d177c4f-d48f-4361-85a5-5b884602107f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:12.250086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97adf6-d8ec-4f4a-bb9c-5f3e85bb7ab8,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:12.253173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:12.264644 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.268354 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-27f45f48-3540-4e88-a8a5-7e5a77c4c8cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f97adf6-d8ec-4f4a-bb9c-5f3e85bb7ab8 HTTP/1.1" status: 204 len: 168 time: 0.2011271 Jul 13 22:07:12.288802 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.381768 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=2']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:12.384965 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:12.394592 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [req-1da72ab4-0ac3-49d4-bc60-f71fd504c51c req-9c4ed819-1fac-4f9b-8105-27858e5af8d9 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Unset dirty status for tenant:0f1ce1dcb3d14f9facd41ce25c5a7a0d on resource:port {{(pid=82033) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 13 22:07:12.395894 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1da72ab4-0ac3-49d4-bc60-f71fd504c51c req-9c4ed819-1fac-4f9b-8105-27858e5af8d9 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 931 time: 0.5051398 Jul 13 22:07:12.532839 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1da72ab4-0ac3-49d4-bc60-f71fd504c51c req-ed65e334-bb9d-462b-9226-c53f19f7ab2b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096826 Jul 13 22:07:12.539603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Attempting to bind port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 on host hv-cinder-80061 for vnic_type normal with profile {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 13 22:07:12.539983 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Attempting to bind port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 13 22:07:12.540401 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Attempting to bind port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 on network 46749689-1482-48b6-8a50-b5cca013606f {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:07:12.546718 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 on network 46749689-1482-48b6-8a50-b5cca013606f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 13 22:07:12.547080 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Attempting to bind port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 on network 46749689-1482-48b6-8a50-b5cca013606f {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 13 22:07:12.564311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Checking agent: {'id': '1f53a675-4b52-4d93-879c-caaa0e1376ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 13 22:07:12.564311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Checking segment: {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 13 22:07:12.564311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Bound using segment: {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'} {{(pid=82033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 13 22:07:12.564311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.managers [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Bound port: 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc11d4d-4efe-48fe-b174-2b4a4915d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '46749689-1482-48b6-8a50-b5cca013606f'}}] {{(pid=82033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 13 22:07:12.564311 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.634563 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39238) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:12.652306 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, cleared binding levels {{(pid=82033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 13 22:07:12.654926 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.655482 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 13 22:07:12.658743 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3075059'] for port, after_update {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.663236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:12.687663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:12.691623 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Usage tracker for resource:security_group_rule and tenant:e1afb8fc4b0a4f31840a38006057c4a5 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:12.694570 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:12.701093 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:12.726648 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.728128 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] 10.222.0.11 "PUT /v2.0/ports/4dd0bbe5-6027-4db4-bad9-dc2b9541b719 HTTP/1.1" status: 200 len: 1093 time: 1.3264112 Jul 13 22:07:12.728678 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:07:12.743418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=3']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:12.747241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2154824b-572f-40dd-b97e-4d06a893e286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:12.775986 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.779008 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.788064 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-bfc5595c-2cdd-4c53-8e78-16428330a609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:12.832973 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1afb8fc4b0a4f31840a38006057c4a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972198 Jul 13 22:07:12.833662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39244) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:12.839392 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719', 'status': 'completed', 'code': 200} Jul 13 22:07:12.850554 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a593b782-9b70-4dcc-828c-a2731ed2515f,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:12.854960 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cf30da70-8b5d-4f6f-9a0e-22541e58089f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:12.882585 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.894574 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-ffbbeffb-43ba-4e4f-ae21-7e9ac4f4b755 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0998578 Jul 13 22:07:12.908819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.937161 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.974947 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-45f17df0-ed39-474c-b646-6547860c66e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719 HTTP/1.1" status: 200 len: 217 time: 0.0669935 Jul 13 22:07:12.982050 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:12.987235 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-671ff352-9d28-4242-be3d-7957b3b97f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:13.001662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593b782-9b70-4dcc-828c-a2731ed2515f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:13.004559 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:13.005697 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:13.009731 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a593b782-9b70-4dcc-828c-a2731ed2515f HTTP/1.1" status: 204 len: 168 time: 0.1724732 Jul 13 22:07:13.049412 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-d1563d6e-ed3c-4d73-b4e9-befb5734569a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:13.051021 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-d1563d6e-ed3c-4d73-b4e9-befb5734569a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=661755f2-6c8d-44b4-b0ed-3d3af1c5902d HTTP/1.1" status: 200 len: 853 time: 0.0687749 Jul 13 22:07:13.103076 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-6f1e9d7f-fcab-404c-ad90-fde94d8bc665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46749689-1482-48b6-8a50-b5cca013606f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453961 Jul 13 22:07:13.249209 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-2aa564ea-a8f6-4f54-b065-11310cb78cb1 service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395824 Jul 13 22:07:13.398554 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2271a707-c521-4d2c-bc78-7fbebe47a542 req-fa661a1b-a019-453d-8af7-16e6892ec83d service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431975 Jul 13 22:07:13.557310 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-bbf7a21d-475c-4dcf-af4b-535786e8b6b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0768335 Jul 13 22:07:13.764411 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-2eeddc40-d0df-4f70-8238-38e6d53d1a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:13.766023 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-2eeddc40-d0df-4f70-8238-38e6d53d1a4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 200 len: 914 time: 0.2025719 Jul 13 22:07:13.848282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc12b1-6629-408c-befc-d432336f9608 req-8a5ba218-f1fc-4247-96a3-58eb36808577 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:13.849906 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-30fc12b1-6629-408c-befc-d432336f9608 req-8a5ba218-f1fc-4247-96a3-58eb36808577 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 943 time: 0.1850669 Jul 13 22:07:13.852328 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-e99f1a7b-25ad-4622-b61c-597df3fa05b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719 HTTP/1.1" status: 200 len: 217 time: 0.0778699 Jul 13 22:07:13.965503 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-30fc12b1-6629-408c-befc-d432336f9608 req-4633f122-a9b7-40e8-a57b-20443bc5972e tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074843 Jul 13 22:07:13.969001 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-3559d2ff-e205-4f02-9f81-ee2109a146ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:13.970531 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-3559d2ff-e205-4f02-9f81-ee2109a146ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=661755f2-6c8d-44b4-b0ed-3d3af1c5902d HTTP/1.1" status: 200 len: 853 time: 0.1111751 Jul 13 22:07:14.022973 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-51b01867-9bc8-4207-9327-a35beba34282 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46749689-1482-48b6-8a50-b5cca013606f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452273 Jul 13 22:07:14.170285 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-dc724b43-acc0-4c14-967a-a6b7f7188032 service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385448 Jul 13 22:07:14.316334 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-e4679ff5-62c1-40dc-b65c-8fe0bde51d3a req-d1b54689-81cc-48c8-be31-3cf2ec06745c service neutron] 10.222.0.11 "GET /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395810 Jul 13 22:07:15.179470 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205d643-6d15-4fbf-9b93-a13871b36b32 req-deb81483-9956-4b9b-9390-3ae1bb2be3e3 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:15.181182 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1205d643-6d15-4fbf-9b93-a13871b36b32 req-deb81483-9956-4b9b-9390-3ae1bb2be3e3 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 943 time: 0.0882928 Jul 13 22:07:15.232875 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1205d643-6d15-4fbf-9b93-a13871b36b32 req-3ad2d364-6404-444f-8096-2a74f8fa66d1 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Jul 13 22:07:15.237724 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 13 22:07:15.388339 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:07:15.402284 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Returning: {'device': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719', 'network_id': '46749689-1482-48b6-8a50-b5cca013606f', 'port_id': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719', 'mac_address': 'fa:16:3e:0f:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661755f2-6c8d-44b4-b0ed-3d3af1c5902d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 13 22:07:15.458827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:15.481745 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 13 22:07:15.497976 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:07:15.500995 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:15.502859 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:15.568236 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=4']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:15.577367 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.577760 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.578144 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.578523 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.578900 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.579271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.579645 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.580017 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.580414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.580784 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.581151 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 13 22:07:15.585487 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:15.775897 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['4dd0bbe5-6027-4db4-bad9-dc2b9541b719'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:07:16.440930 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5bd67-be18-4bdf-833c-e62cb012fcec req-a6f43ea8-2a73-4fa8-8e74-389df1fb5831 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:16.442594 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4bc5bd67-be18-4bdf-833c-e62cb012fcec req-a6f43ea8-2a73-4fa8-8e74-389df1fb5831 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 944 time: 0.0842063 Jul 13 22:07:16.494723 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4bc5bd67-be18-4bdf-833c-e62cb012fcec req-c3641b06-8b26-406b-8f7b-f4c6f51e8f1a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Jul 13 22:07:17.253704 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 up at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 13 22:07:17.322458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning for port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 completed by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 13 22:07:17.328038 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.provisioning_blocks [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Provisioning complete for port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 triggered by entity L2. {{(pid=82035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 13 22:07:17.328504 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854537842'] for port, provisioning_complete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:17.446078 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-489605'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:17.473483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:07:17.484324 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:07:17.487772 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794115621918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242739565974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794115209860'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:17.489749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:17.531976 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719', 'code': 200} Jul 13 22:07:17.559445 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Pushing event updated for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=5']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:17.562662 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:17.702212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07f6b9-0cd3-4f10-ac03-82966e5cc4f0 req-b0852992-afab-47c8-891b-957574089bea tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:17.703821 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef07f6b9-0cd3-4f10-ac03-82966e5cc4f0 req-b0852992-afab-47c8-891b-957574089bea tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0858319 Jul 13 22:07:17.805773 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-ef07f6b9-0cd3-4f10-ac03-82966e5cc4f0 req-d2a17abd-54cf-4938-8018-6c1f63355580 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955396 Jul 13 22:07:17.829848 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-dc099cd3-718f-4ec6-9d3c-292560065693 req-57df0fc7-273c-4eba-a79a-a03adbe2ce50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0970495 Jul 13 22:07:17.878238 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-dc099cd3-718f-4ec6-9d3c-292560065693 req-cf6a87c1-408c-45ec-ae56-7a424d354903 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Jul 13 22:07:19.025651 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf221-5fc3-4219-88f7-808f6a29caf3 req-5b1000ae-1dfe-498f-b9e8-51fa3f2c9459 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:19.027274 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-001bf221-5fc3-4219-88f7-808f6a29caf3 req-5b1000ae-1dfe-498f-b9e8-51fa3f2c9459 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0823843 Jul 13 22:07:19.075816 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-001bf221-5fc3-4219-88f7-808f6a29caf3 req-cd68cdb4-5f25-4c90-ac15-9c0674256327 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Jul 13 22:07:19.655399 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:07:20.281303 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8d29-e6a4-4d0a-a31a-14f68e96d237 req-47608c4b-18b7-420d-ae2b-d73ed86ed0d0 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:20.282855 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1beb8d29-e6a4-4d0a-a31a-14f68e96d237 req-47608c4b-18b7-420d-ae2b-d73ed86ed0d0 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0874546 Jul 13 22:07:20.331986 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-1beb8d29-e6a4-4d0a-a31a-14f68e96d237 req-e8a49d07-f032-4799-bc1a-fd26d6e05202 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Jul 13 22:07:23.851223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39412) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:24.012458 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.044888 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:24.048890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb60bd55d1c54f24890458a383a00d36 is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:24.051790 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:24.059221 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:24.131241 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.134309 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.142555 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8107852b-3362-49a1-8c14-593395a43920 tempest-TestMinimumBasicScenario-996657204 tempest-TestMinimumBasicScenario-996657204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:24.186336 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b086ace8-8961-4b0f-b505-74b99b648d25,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:24.191454 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb60bd55d1c54f24890458a383a00d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3388546 Jul 13 22:07:24.192494 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d4437812-68f1-4204-9f1b-1cec0725d9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:24.194366 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39418) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:24.257836 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.283862 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.328438 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.333805 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6e48b720-8898-45b7-8945-6ac7379ef9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:24.348263 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086ace8-8961-4b0f-b505-74b99b648d25,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:24.351057 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:24.351936 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.360223 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-57e318c3-8075-47b6-a9c3-a831d12aeed5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b086ace8-8961-4b0f-b505-74b99b648d25 HTTP/1.1" status: 204 len: 168 time: 0.1585567 Jul 13 22:07:24.697364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39428) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:24.718170 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.750819 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:24.754843 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:100d475439744d3cbcb7f9d011fa561e is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:24.757792 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:24.763890 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:24.834212 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.837988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.846901 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e79739dd-b491-42c6-a2a2-b60011b6f4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:24.890835 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8a798c-4df5-499e-a857-3e076ca82c76,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:24.894414 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:24.897156 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100d475439744d3cbcb7f9d011fa561e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1986613 Jul 13 22:07:24.899981 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39432) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:24.967776 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:24.994213 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.038364 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.043291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-3327b550-d847-4472-81ca-eaba4811750a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:25.053797 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8a798c-4df5-499e-a857-3e076ca82c76,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:25.057449 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:25.060827 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.062028 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-95871e65-b800-41db-a956-51dff84cbb4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b8a798c-4df5-499e-a857-3e076ca82c76 HTTP/1.1" status: 204 len: 168 time: 0.1610918 Jul 13 22:07:25.479640 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39442) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:25.500763 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.533394 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:25.537398 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Usage tracker for resource:security_group_rule and tenant:38812b6b6d0a474e83c07d87fc8e6faa is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:25.540332 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:25.546433 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:25.613512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.616346 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.624179 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-567e321f-8d04-49ad-bcf0-c0bc6837ba5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:25.670026 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07817af2-4422-47ba-ad86-365417bc84ee,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:25.673173 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:25.675420 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-131657c7-e533-428f-9f6e-b4a390916adc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38812b6b6d0a474e83c07d87fc8e6faa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1944444 Jul 13 22:07:25.678302 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39446) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:25.740229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.767075 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.811350 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.816377 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-5929b8fd-8f09-488e-835c-0c0107fc0cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:25.829943 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07817af2-4422-47ba-ad86-365417bc84ee,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:25.833004 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:25.834192 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:25.835416 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-54870e31-33f1-49af-b8c0-bfde2dbebccb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07817af2-4422-47ba-ad86-365417bc84ee HTTP/1.1" status: 204 len: 168 time: 0.1562624 Jul 13 22:07:27.238727 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39484) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:27.389291 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.422205 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:27.426195 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Usage tracker for resource:security_group_rule and tenant:5f8d92fdc0334536969a2b61f7c685e4 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:27.429148 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:27.435823 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:27.502204 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.504998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.512525 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-efb638f4-5f51-47a4-910c-9f1837740bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:27.558994 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be662d8e-8eb8-4009-9b32-d864199569da,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:27.562199 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:27.564479 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-cf994a1b-c409-4f6d-b373-58451b2ced8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f8d92fdc0334536969a2b61f7c685e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3246028 Jul 13 22:07:27.567256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39490) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:27.629437 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.656285 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.699203 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.704071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-d53186f2-5e7d-4a4d-8515-455e8c873a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:27.716907 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be662d8e-8eb8-4009-9b32-d864199569da,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:27.719967 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:27.721933 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:27.723752 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-e92f55b8-bb78-4371-b737-ea783b9a0b7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be662d8e-8eb8-4009-9b32-d864199569da HTTP/1.1" status: 204 len: 168 time: 0.1554794 Jul 13 22:07:37.431384 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9badf-0f26-4bb4-a693-7834e61767ef req-16042fa0-5ec7-42ee-821c-c03b5284f03b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:37.433746 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-89b9badf-0f26-4bb4-a693-7834e61767ef req-16042fa0-5ec7-42ee-821c-c03b5284f03b tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0908051 Jul 13 22:07:37.484411 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-89b9badf-0f26-4bb4-a693-7834e61767ef req-db323a14-fd97-4a4a-aed7-4d41da485c7a tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Jul 13 22:07:38.697856 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0cf1-6e9f-4c9f-8d2d-ca250a7baf8a req-9b8963b8-72bc-4200-9419-faca228ec8b3 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:38.700327 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-28ec0cf1-6e9f-4c9f-8d2d-ca250a7baf8a req-9b8963b8-72bc-4200-9419-faca228ec8b3 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0860052 Jul 13 22:07:38.752330 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-28ec0cf1-6e9f-4c9f-8d2d-ca250a7baf8a req-532c83d2-95ab-45ca-ae61-c77f3e4022ac tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Jul 13 22:07:38.799536 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e78b8ac9-b09b-426e-948a-9faf4a183e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:39.965998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3203-7253-47c7-a080-10074bf45a11 req-046d7759-5455-402a-9ebd-7b575f1286e0 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:39.967606 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4a0b3203-7253-47c7-a080-10074bf45a11 req-046d7759-5455-402a-9ebd-7b575f1286e0 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0882978 Jul 13 22:07:40.016441 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-4a0b3203-7253-47c7-a080-10074bf45a11 req-7f6d2c82-dabe-4377-998d-4519b7c722c7 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Jul 13 22:07:40.345954 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:40.983576 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-63041118-e1c7-4863-9952-0668a1bb242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:41.226198 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67a843-96f9-4655-974f-bad6f14b326f req-af854a06-809b-4fe3-8df0-520661681ddc tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:41.227715 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2e67a843-96f9-4655-974f-bad6f14b326f req-af854a06-809b-4fe3-8df0-520661681ddc tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0838475 Jul 13 22:07:41.280034 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-2e67a843-96f9-4655-974f-bad6f14b326f req-7800563c-465d-497a-86aa-3d4021ca3a87 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Jul 13 22:07:41.715998 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:41.891270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-c0745fc0-d96c-4cc9-b9a6-d849fcbd6ef1 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:41.892916 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-c0745fc0-d96c-4cc9-b9a6-d849fcbd6ef1 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.0835960 Jul 13 22:07:41.966916 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Deleting port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 {{(pid=82033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 13 22:07:41.967237 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794115582579'] for port, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:42.224920 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] For port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,segment=NetworkSegment(2fc11d4d-4efe-48fe-b174-2b4a4915d31f),segment_id=2fc11d4d-4efe-48fe-b174-2b4a4915d31f)] {{(pid=82033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 13 22:07:42.225448 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850609250'] for port, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:42.315155 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:42.353271 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Calling delete_port for 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 owned by compute:nova {{(pid=82033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 13 22:07:42.562335 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79a435-ac08-4e43-b47a-a4b2862c7d87 req-09fa316e-483f-4249-9433-d8dd56410626 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 13 22:07:42.563943 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0d79a435-ac08-4e43-b47a-a4b2862c7d87 req-09fa316e-483f-4249-9433-d8dd56410626 tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4c1e6-c789-43c3-93ae-edb317c89ad6 HTTP/1.1" status: 200 len: 945 time: 0.1573544 Jul 13 22:07:42.599811 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853443033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242739191446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794115209826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851700758'] for port, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:42.606361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-300f8635-a61f-492c-bf42-3274e6f2981d tempest-AttachVolumeTestJSON-1856660909 tempest-AttachVolumeTestJSON-1856660909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:42.633222 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.db [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] get_ports_and_sgs() called for port_ids ['4dd0bbe5-6027-4db4-bad9-dc2b9541b719'] {{(pid=82035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 13 22:07:42.659211 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Pushing event deleted for resources: {'Port': ['ID=4dd0bbe5-6027-4db4-bad9-dc2b9541b719,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:42.666099 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:42.705044 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-0d79a435-ac08-4e43-b47a-a4b2862c7d87 req-f8894aba-7b40-4467-b3ef-671541cd41ba tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.20 "GET /v2.0/security-groups?id=4309f206-960e-4682-ad9a-dbaee673620f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332002 Jul 13 22:07:42.746712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.l3_dvrscheduler_db [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] No DVR routers for this DVR port 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 on host hv-cinder-80061 {{(pid=82033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 13 22:07:42.749279 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2833'] for port, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:42.752007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'name': 'network-vif-deleted', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719'}] {{(pid=82033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 13 22:07:42.768582 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [req-675ecf63-5aa4-403a-8a3c-fc6d51c62d1f req-6d9478d9-2ea7-482e-85c7-0cdb5fe29cef tempest-VolumesSnapshotTestJSON-1130815199 tempest-VolumesSnapshotTestJSON-1130815199-project] 10.222.0.11 "DELETE /v2.0/ports/4dd0bbe5-6027-4db4-bad9-dc2b9541b719 HTTP/1.1" status: 204 len: 173 time: 0.8699837 Jul 13 22:07:42.812489 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4c1e6-c789-43c3-93ae-edb317c89ad6', 'name': 'network-vif-deleted', 'tag': '4dd0bbe5-6027-4db4-bad9-dc2b9541b719', 'status': 'completed', 'code': 200} Jul 13 22:07:42.884049 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:45.425495 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 13 22:07:45.459749 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] No Port match for: 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 {{(pid=82035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 13 22:07:45.460180 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.rpc [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Device 4dd0bbe5-6027-4db4-bad9-dc2b9541b719 not bound to the agent host hv-cinder-80061 {{(pid=82035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 13 22:07:47.771460 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39712) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:47.923019 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:47.954578 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:47.959764 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Usage tracker for resource:security_group_rule and tenant:01ddfd4817f6454c8e1c46fb5a503bb9 is out of sync, need to count used quota {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:47.962687 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82033) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:47.969270 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:48.035418 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.038103 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.045476 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-91ddea3c-59e3-4291-9881-6768ff093a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:48.088018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e0333-492c-471a-a94f-64ab0948ece6,revision_number=1']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:48.091519 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:48.094446 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-8d508f0e-7ac9-48d3-8407-76a03929e8ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01ddfd4817f6454c8e1c46fb5a503bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218532 Jul 13 22:07:48.097248 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82033) accepted ('10.222.0.20', 39718) {{(pid=82033) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:48.158603 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.186840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.448616 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.452475 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-90dff045-f1d7-4f84-9b81-cf896745b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:48.464207 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e0333-492c-471a-a94f-64ab0948ece6,revision_number=None']} {{(pid=82033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:48.466732 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82033) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:48.473165 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82033) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:48.475216 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-dd4c5bec-e757-48a4-849b-d529e19f38a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c89e0333-492c-471a-a94f-64ab0948ece6 HTTP/1.1" status: 204 len: 168 time: 0.3769257 Jul 13 22:07:55.421712 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39824) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:55.576297 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.610086 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 13 22:07:55.614071 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Usage tracker for resource:security_group_rule and tenant:9788f9abab8849ffb659dff9efae506e is out of sync, need to count used quota {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 13 22:07:55.616990 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.quota.resource [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82034) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 13 22:07:55.623018 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.quota.driver [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82034) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 13 22:07:55.691450 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.694274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_create {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.702663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-94f2c5c1-be76-447e-916f-71b5eeb9109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:55.745972 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ec283-2c30-4622-959f-0c7f493ae480,revision_number=1']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:55.749421 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:55.755444 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-2bc2bb2c-4e41-4a26-8cca-d2e17c3a880a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9788f9abab8849ffb659dff9efae506e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302097 Jul 13 22:07:55.756304 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39834) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:07:55.821506 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.852579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.903341 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.909045 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a5cb833c-22e3-4bd9-a452-e0b8152968c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:07:55.923663 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ec283-2c30-4622-959f-0c7f493ae480,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:07:55.928567 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:07:55.930579 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:07:55.931789 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-aba49805-32bf-48bf-8575-e44fa2edf197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e5ec283-2c30-4622-959f-0c7f493ae480 HTTP/1.1" status: 204 len: 168 time: 0.1750970 Jul 13 22:07:56.656742 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:08:03.379440 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39892) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:08:03.446282 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Deleting subnet 661755f2-6c8d-44b4-b0ed-3d3af1c5902d {{(pid=82034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 13 22:08:03.449821 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.503549 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2520917'] for subnet, precommit_delete_associations {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.569968 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854535675'] for subnet, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.636361 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-240141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852180635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852262144'] for subnet, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.641273 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:08:03.681402 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661755f2-6c8d-44b4-b0ed-3d3af1c5902d,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:08:03.685040 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:08:03.687512 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.693844 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-a8d292cb-2a47-4f1d-9528-c461309d636c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/661755f2-6c8d-44b4-b0ed-3d3af1c5902d HTTP/1.1" status: 204 len: 168 time: 0.3132925 Jul 13 22:08:03.696719 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39896) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:08:03.812429 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67136'] for network, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.946422 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854531698', 'neutron.services.segments.db._delete_segments_for_network--9223363242739032572'] for network, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:03.960007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46749689-1482-48b6-8a50-b5cca013606f']}} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:08:03.972675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc11d4d-4efe-48fe-b174-2b4a4915d31f') {'for_net_delete': True} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:08:03.973021 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.services.segments.db [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc11d4d-4efe-48fe-b174-2b4a4915d31f') {} {{(pid=82034) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 13 22:08:03.985388 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242739038051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852254883'] for segment, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.004403 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7403'] for segment, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.010635 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=82034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 13 22:08:04.011059 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852180728'] for segment, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: Traceback (most recent call last): Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: timer() Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: cb(*args, **kw) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: return func(*args, **kwargs) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: self._notify() Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: self.callback(batched_events) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: event.method(event) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: segment_id)['aggregates'][0] Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: return f(self, *a, **k) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: return self._get(url).json() Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: **kwargs) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: return self.request(url, 'GET', **kwargs) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: **endpoint_filter) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 22:08:04.024893 dv-cinder-800618-1-smb neutron-server[81922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 22:08:04.100737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-244150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851429849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4164419'] for network, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.104362 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:08:04.121186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851429800'] for network, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.130656 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=46749689-1482-48b6-8a50-b5cca013606f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:08:04.134242 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:08:04.139035 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-683aa0dc-0354-41c7-9a57-81ee04ad6c88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46749689-1482-48b6-8a50-b5cca013606f HTTP/1.1" status: 204 len: 168 time: 0.4412959 Jul 13 22:08:04.342840 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39902) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:08:04.400426 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-25be4755-c5a9-43f7-a58b-5003ea3c52a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f1ce1dcb3d14f9facd41ce25c5a7a0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562143 Jul 13 22:08:04.403416 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.wsgi [-] (82034) accepted ('10.222.0.20', 39906) {{(pid=82034) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 13 22:08:04.465999 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.492877 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.537223 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703138'] for security_group, after_delete {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.542174 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-99210fea-ece3-4ca0-a73e-e55b6c37f5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 13 22:08:04.556062 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4309f206-960e-4682-ad9a-dbaee673620f,revision_number=None']} {{(pid=82034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 13 22:08:04.559007 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG oslo_concurrency.lockutils [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82034) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 13 22:08:04.565501 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82034) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:04.568892 dv-cinder-800618-1-smb neutron-server[81922]: INFO neutron.wsgi [None req-327b4bb4-6654-4657-ad54-260577890565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4309f206-960e-4682-ad9a-dbaee673620f HTTP/1.1" status: 204 len: 168 time: 0.1623194 Jul 13 22:08:08.801689 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8a711d6f-f666-4aa3-9127-940d6a64554b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:10.348225 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:10.984728 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-20a65986-8e3b-4ad3-afe2-839a9b688f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:11.722696 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:12.307200 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:12.884442 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:33.657533 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:08:38.806136 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecbbcdb7-08ee-4201-8978-4718da2d118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:40.349491 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:40.985957 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-b7902958-79e0-412c-bef2-271457b267eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:41.721593 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:42.321182 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:08:42.888301 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:08.808041 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f3a21372-972d-455a-bb8f-8f03b0f900f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:10.351590 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:10.657734 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:09:10.987463 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-29dd8de6-b211-4772-9b31-3c25eab42ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:11.723256 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:12.337812 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:12.889893 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:38.809283 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e2a89f6c-29d3-46af-8232-1f3edd285e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:40.354710 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:40.989922 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-8da2d10a-d862-4f48-b8c5-64fa5d2d7d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:41.725331 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:42.335853 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:42.893383 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:09:47.658529 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:10:08.809881 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-0fd58787-07c0-4765-b414-37b3fac9bcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:10.358586 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:10.991395 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-25037103-a6af-4b24-a25e-0c599983237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:11.728142 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:12.351229 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:12.895052 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:24.659156 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:10:38.812435 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-fff1e19d-53b4-46eb-833c-54cc7e89669c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:40.360254 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:40.995510 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4686f1a0-d77f-471b-8764-1e9e33a9d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:41.730988 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:42.349711 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:10:42.899035 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:01.660392 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:11:08.813428 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-470b300c-6233-47fe-a3bf-1f12bade2b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:10.362851 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:10.997391 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3c62554e-8366-45b5-bcaf-ac1b28e2fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:11.733462 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:12.366274 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:12.901028 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:38.661483 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:11:38.816680 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-ecbeccd8-6619-4080-bb08-58b562cbc938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:40.366208 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:40.998621 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-3552a5dd-b9f2-4f7c-acbf-4c401886706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:41.736720 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:42.380641 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:11:42.903737 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:08.818186 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f84b94d0-e02a-4e02-9a04-3eb02757024d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:10.370669 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:10.999546 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-a2e33550-94e5-478a-b0ab-0f84fc62393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:11.739386 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:12.396115 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:12.907128 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:15.662358 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 13 22:12:38.820091 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-35efb081-36c9-4f93-8749-11703d534dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:40.373643 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-6f1a124d-85d1-46f1-8c5e-80dfa1378d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:41.001259 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-4e9044de-d7be-44aa-a9f0-3d4519c02bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:41.741220 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-f264ff0d-c913-4f6f-8a39-bdd57695df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:42.409735 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-52ffd4cd-021d-498b-9fec-67b27730ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:42.909675 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron_lib.callbacks.manager [None req-e140b137-daf6-4005-9b12-5e1084e95944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794115737834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-238074'] for agent, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 13 22:12:52.663160 dv-cinder-800618-1-smb neutron-server[81922]: DEBUG neutron.db.agents_db [None req-26f14abc-41e0-4262-98bc-58b866ac26ad None None] Agent healthcheck: found 6 active agents {{(pid=82036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}